-- Logs begin at Mon 2022-07-04 03:08:38 UTC, end at Mon 2022-07-04 04:38:07 UTC. -- Jul 04 04:06:17.238209 dv-cinder-742162-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 04 04:06:19.902278 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.common.config [-] Logging enabled! Jul 04 04:06:19.902903 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev399 Jul 04 04:06:19.902992 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103978) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 04 04:06:19.906160 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.common.config [-] Logging enabled! Jul 04 04:06:19.906409 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev399 Jul 04 04:06:19.906725 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103978) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 04 04:06:19.907645 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 04:06:19.907866 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 04:06:19.908221 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 04:06:19.908456 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 04:06:19.908677 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 04:06:19.909082 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.909375 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.909599 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.909888 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.910159 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.910458 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.910743 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.911030 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.911294 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.911566 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.911840 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.912063 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.912342 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.912616 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.912894 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.913109 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] debug = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.913380 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.913806 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.914336 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.914336 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.914895 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.915166 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.915429 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.915697 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.915971 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.916289 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] host = dv-cinder-742162-5-iscsi {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.916561 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.916839 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.917127 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.917398 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.917661 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.917925 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.918199 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.918482 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.918747 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.919014 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.919291 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.919567 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.919846 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.920065 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.920281 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.920558 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.920840 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.921108 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.921371 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.921635 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.921899 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.922169 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.922452 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.922727 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.923001 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.923275 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.923540 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.923805 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.924066 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.924326 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.924601 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.924861 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.925123 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.925387 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.925663 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.925924 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.926187 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.926499 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.926775 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.927049 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.927324 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.927587 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.927858 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.928131 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.928382 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.928642 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_json = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.928905 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.929164 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.929433 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.929750 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.930024 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.930515 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.930606 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.930825 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.931087 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:19.931372 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.931659 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.931948 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.932226 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.932525 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.932796 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.933071 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.933341 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.933618 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.933898 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.934178 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.934470 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.934764 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.935042 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.935366 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.935666 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.935949 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.936230 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.936497 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.936763 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.937026 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.937295 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.937576 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.937845 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.938126 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.938424 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.938699 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.938988 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.939265 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.939540 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.939826 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.940107 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.940372 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.940644 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.940922 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.941190 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.941454 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.941732 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.942001 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.942269 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.942562 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.942846 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.943124 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.943387 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.943655 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.943933 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.944202 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.944462 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.944725 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.944995 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.945259 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.945574 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.945845 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.946113 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.946390 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.946673 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.946942 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.947209 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.947483 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.947751 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.948025 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.948291 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.948557 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.948821 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.949086 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.949349 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.949612 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.949872 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.950139 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.950423 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.950691 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.950954 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.951221 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.951488 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.951778 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.952050 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.952318 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.952587 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.952852 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.953121 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.953390 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.953659 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.953933 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.954195 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.954501 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.954783 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.955060 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.955336 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.955604 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.955917 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.956188 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.956456 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.956730 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.956998 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.957269 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.957547 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.957820 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.958102 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.958412 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.958676 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.958959 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.959245 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.959530 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.959803 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.960099 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.960370 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:19.960579 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 04:06:19.960809 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103978) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 04 04:06:20.257019 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 04:06:20.257302 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 04:06:20.257594 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 04:06:20.257988 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 04 04:06:20.658461 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.658749 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.659001 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.661903 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.662168 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.662427 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.717051 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.717318 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.717579 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.731875 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.732145 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.732407 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.761908 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.762177 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.762461 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.797381 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.797646 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:20.797902 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.023213 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.023874 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.023874 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.024057 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.024767 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.121835 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.122140 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.122406 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.122706 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.122963 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.123266 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.123516 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.123764 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.124008 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.124281 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.124514 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.124767 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.125012 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.125255 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.125496 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.125748 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.125997 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.126239 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.126522 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.126774 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.127037 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.127281 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.127554 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.127919 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.128159 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.128396 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.128780 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 04:06:21.129011 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 04:06:21.129246 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 04:06:21.129470 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 04:06:21.129695 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 04:06:21.129920 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 04:06:21.130272 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 04 04:06:21.133729 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 04 04:06:21.137582 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 04 04:06:21.141450 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 04 04:06:21.143061 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 04 04:06:21.143656 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 04 04:06:21.143979 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 04 04:06:21.144355 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 04 04:06:21.147117 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 04 04:06:21.147356 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 04 04:06:21.147698 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 04:06:21.152836 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 04 04:06:21.175207 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 04 04:06:21.175655 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.175941 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103978) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 04 04:06:21.176305 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.177628 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103978) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 04 04:06:21.177898 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 04:06:21.178143 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 04 04:06:21.181624 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.181894 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:21.330247 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 04 04:06:21.330463 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 04 04:06:21.330651 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 04 04:06:21.331048 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 04 04:06:21.385702 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO dbcounter [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Registered counter for database neutron Jul 04 04:06:21.405588 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_db.sqlalchemy.engines [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103978) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 04 04:06:21.414808 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG dbcounter [-] [103978] Writer thread running {{(pid=103978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 04:06:21.971806 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Initializing driver for type 'gre' Jul 04 04:06:21.972287 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] gre ID ranges: [(1, 1000)] Jul 04 04:06:22.025902 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Initializing driver for type 'local' Jul 04 04:06:22.026526 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Initializing driver for type 'vlan' Jul 04 04:06:22.042391 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] VlanTypeDriver initialization complete Jul 04 04:06:22.042785 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Initializing driver for type 'vxlan' Jul 04 04:06:22.043219 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] vxlan ID ranges: [(1, 1000)] Jul 04 04:06:22.100682 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Initializing extension driver 'port_security' Jul 04 04:06:22.101104 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.extensions.port_security [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] PortSecurityExtensionDriver initialization complete Jul 04 04:06:22.101496 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Initializing mechanism driver 'openvswitch' Jul 04 04:06:22.101819 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Initializing mechanism driver 'hyperv' Jul 04 04:06:22.108938 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:06:22.109794 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.110191 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.110652 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.111164 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 04:06:22.111572 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > subnet after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.111919 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > subnet after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.112256 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.112633 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 04:06:22.113027 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > network after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.113363 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > network after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.113696 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > network after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.114070 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 04:06:22.114487 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > security_group after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.114823 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > security_group after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.115161 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.115538 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 04:06:22.115924 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.116257 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.116584 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.116958 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 04:06:22.117430 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > address_group after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.117765 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > address_group after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.118092 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.118486 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 04:06:22.118921 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] ML2 OVO RPC backend initialized. {{(pid=103978) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 04 04:06:22.119609 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.119954 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.120359 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > network before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.120702 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > networks before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.121041 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > port before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.121377 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > ports before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.121709 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > subnet before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.122063 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > subnets before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.122431 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > network after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.122767 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > network after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.123094 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > network after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.123421 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.123746 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.124072 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.124397 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > subnet after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.124722 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > subnet after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.125044 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.133135 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded quota_driver: . Jul 04 04:06:22.133492 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Modular L2 Plugin initialization complete Jul 04 04:06:22.133822 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading services supported by the core plugin {{(pid=103978) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 04 04:06:22.134162 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Got port-security extension from driver 'port_security' Jul 04 04:06:22.134654 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.extensions.vlantransparent [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Disabled vlantransparent extension. Jul 04 04:06:22.135146 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103978) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 04 04:06:22.135462 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading Plugin: router Jul 04 04:06:22.170099 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.170504 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router after_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.170880 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router before_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.171351 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.171715 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.172068 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router after_delete 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.172422 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.172764 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.173110 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router after_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.173450 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router after_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.173794 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router after_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.174125 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.174501 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router after_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.174907 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router precommit_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.175265 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.175602 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.175930 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: subnet after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.176257 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.176598 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.176932 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router precommit_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.177269 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: port before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.177592 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router precommit_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.177933 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router after_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.178265 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.178629 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router precommit_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.178983 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.179320 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router precommit_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.179753 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > agent after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.180068 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > agent after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.180402 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > network after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.181239 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Tracking information for resource: router configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 04:06:22.181562 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Tracking information for resource: floatingip configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 04:06:22.186302 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.db.l3_agentschedulers_db [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 04 04:06:22.186884 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.187233 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.187575 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.187915 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.188690 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router before_create 55550100 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.189045 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.189397 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router precommit_create 55550100 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.189743 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > router precommit_update 55550100 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.194596 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.services.provider_configuration [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service providers = [] {{(pid=103978) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 04 04:06:22.194949 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.db.servicetype_db [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103978) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 04 04:06:22.198354 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.services.service_base [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 04:06:22.198759 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.services.service_base [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 04:06:22.199097 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.services.service_base [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 04:06:22.200133 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.services.service_base [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 04:06:22.200497 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.services.service_base [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 04 04:06:22.200860 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 04:06:22.201169 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 04 04:06:22.211588 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 04:06:22.211930 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading Plugin: auto_allocate Jul 04 04:06:22.217733 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: network precommit_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.218087 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: network precommit_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.218611 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 04:06:22.218923 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading Plugin: tag Jul 04 04:06:22.225677 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 04:06:22.225940 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading Plugin: timestamp Jul 04 04:06:22.229816 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 04:06:22.230137 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading Plugin: network_ip_availability Jul 04 04:06:22.235725 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.236091 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.236438 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.237136 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 04:06:22.237446 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading Plugin: flavors Jul 04 04:06:22.242552 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 04:06:22.242873 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading Plugin: revisions Jul 04 04:06:22.247057 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 04:06:22.247445 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.990s {{(pid=103978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 04:06:22.248167 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103978) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 04 04:06:22.248495 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Initializing extension manager. Jul 04 04:06:22.249009 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: __init__.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.249341 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: __pycache__ {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.249672 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: address_group.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.250408 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.250989 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: address-group Jul 04 04:06:22.251309 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: address_scope.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.252007 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.252514 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: address-scope Jul 04 04:06:22.252830 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.253726 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.254228 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: router-admin-state-down-before-update Jul 04 04:06:22.254569 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: agent.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.255259 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.256052 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: agent Jul 04 04:06:22.256359 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: agent_resources_synced.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.257248 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.257802 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: agent-resources-synced Jul 04 04:06:22.258119 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: allowedaddresspairs.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.259902 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.260409 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: allowed-address-pairs Jul 04 04:06:22.260726 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: auto_allocated_topology.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.261874 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.262568 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: auto-allocated-topology Jul 04 04:06:22.262964 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: availability_zone.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.263779 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.264425 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: availability_zone Jul 04 04:06:22.264796 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: availability_zone_filter.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.265856 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.266459 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: availability_zone_filter Jul 04 04:06:22.266842 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: data_plane_status.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.267745 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.268244 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension data-plane-status not supported by any of loaded plugins Jul 04 04:06:22.268557 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: default_subnetpools.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.269457 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.269955 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: default-subnetpools Jul 04 04:06:22.270263 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.271092 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.271589 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: dhcp_agent_scheduler Jul 04 04:06:22.271905 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: dns.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.272810 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.273307 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension dns-integration not supported by any of loaded plugins Jul 04 04:06:22.273901 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: dns_domain_ports.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.274830 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.275325 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 04 04:06:22.275638 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.276530 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.277022 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 04 04:06:22.277330 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: dvr.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.277983 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.278536 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: dvr Jul 04 04:06:22.278848 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: ecmp_routes.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.279736 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.280233 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 04 04:06:22.280552 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: empty_string_filtering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.281436 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.281934 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: empty-string-filtering Jul 04 04:06:22.282247 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.283176 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.283653 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 04 04:06:22.283965 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.284863 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.285530 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 04 04:06:22.285849 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: external_net.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.286863 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.287543 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: external-net Jul 04 04:06:22.287845 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.288732 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.289256 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: extra_dhcp_opt Jul 04 04:06:22.289566 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: extraroute.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.290500 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.290978 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: extraroute Jul 04 04:06:22.291292 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: extraroute_atomic.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.292316 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.292831 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: extraroute-atomic Jul 04 04:06:22.293144 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: filter_validation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.293796 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.294288 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: filter-validation Jul 04 04:06:22.294635 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: fip_pf_description.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.295528 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.296020 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 04 04:06:22.296333 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: fip_pf_port_range.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.297204 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.297711 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 04 04:06:22.298027 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: fip_port_details.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.298936 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.299438 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: fip-port-details Jul 04 04:06:22.299750 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: flavors.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.300940 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.301465 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: flavors Jul 04 04:06:22.301784 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.303442 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.303955 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 04 04:06:22.304275 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: floatingip_pools.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.304999 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.305487 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: floatingip-pools Jul 04 04:06:22.305807 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: ip_allocation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.306734 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.307230 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension ip_allocation not supported by any of loaded plugins Jul 04 04:06:22.307542 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.308441 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.308942 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: ip-substring-filtering Jul 04 04:06:22.309257 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l2_adjacency.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.310169 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.310689 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 04 04:06:22.311003 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l3.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.311961 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.312476 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: router Jul 04 04:06:22.312790 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.315008 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.315525 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 04 04:06:22.315847 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.316754 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.317263 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: ext-gw-mode Jul 04 04:06:22.317584 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.318513 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.319014 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: l3-ha Jul 04 04:06:22.319350 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.320522 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.321629 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 04 04:06:22.321932 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l3_flavors.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.322875 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.323369 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: l3-flavors Jul 04 04:06:22.323684 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.325022 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.325528 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 04 04:06:22.325846 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.326762 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.327274 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 04 04:06:22.327589 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: l3agentscheduler.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.328745 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.329251 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: l3_agent_scheduler Jul 04 04:06:22.329569 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: local_ip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.331352 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.331876 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension local_ip not supported by any of loaded plugins Jul 04 04:06:22.332201 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: logging.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.333653 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.334161 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension logging not supported by any of loaded plugins Jul 04 04:06:22.334513 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: metering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.335250 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.335821 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: metering Jul 04 04:06:22.336216 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.337285 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.337786 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: metering_source_and_destination_fields Jul 04 04:06:22.338105 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: multiprovidernet.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.339048 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.339547 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: multi-provider Jul 04 04:06:22.339861 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: netmtu.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.340755 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.341255 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: net-mtu Jul 04 04:06:22.341569 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: netmtu_writable.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.342488 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.342994 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: net-mtu-writable Jul 04 04:06:22.343308 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: network_availability_zone.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.343966 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.344463 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: network_availability_zone Jul 04 04:06:22.344770 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: network_ip_availability.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.345858 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.346397 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: network-ip-availability Jul 04 04:06:22.346727 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: network_segment_range.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.347485 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.347983 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension network-segment-range not supported by any of loaded plugins Jul 04 04:06:22.348299 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: pagination.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.349254 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.349577 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: pagination Jul 04 04:06:22.349886 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: port_device_profile.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.350813 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.351318 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: port-device-profile Jul 04 04:06:22.351667 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: port_mac_address_override.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.352705 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.353209 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: port-mac-override Jul 04 04:06:22.353520 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.354463 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.354962 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: port-mac-address-regenerate Jul 04 04:06:22.355276 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.356196 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.356699 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: port-numa-affinity-policy Jul 04 04:06:22.357017 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: port_resource_request.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.357922 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.358444 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension port-resource-request not supported by any of loaded plugins Jul 04 04:06:22.358762 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: port_resource_request_groups.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.359710 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.360216 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 04 04:06:22.360533 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: portbindings.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.361436 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.361939 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: binding Jul 04 04:06:22.362249 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: portbindings_extended.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.363513 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.364014 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: binding-extended Jul 04 04:06:22.364330 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: portsecurity.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.365223 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.365721 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: port-security Jul 04 04:06:22.366038 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: project_id.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.367033 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.367401 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: project-id Jul 04 04:06:22.367704 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: providernet.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.368609 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.369116 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: provider Jul 04 04:06:22.369429 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.374461 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.374975 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos not supported by any of loaded plugins Jul 04 04:06:22.375301 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.376522 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.377029 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 04 04:06:22.377351 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.378266 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.378799 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 04 04:06:22.379115 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_default.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.380009 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.380896 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-default not supported by any of loaded plugins Jul 04 04:06:22.381211 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_fip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.382112 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.382642 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-fip not supported by any of loaded plugins Jul 04 04:06:22.383048 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.383941 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.384597 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 04 04:06:22.385019 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_gateway_ip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.386139 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.386832 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 04 04:06:22.387272 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_port_network_policy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.388408 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.388959 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 04 04:06:22.389279 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.390303 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.390830 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 04 04:06:22.391148 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.392176 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.392697 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 04 04:06:22.393005 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_pps_rule.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.394201 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.394798 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-pps not supported by any of loaded plugins Jul 04 04:06:22.395076 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_rule_type_details.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.396029 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.396577 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 04 04:06:22.396868 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.397841 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.398464 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 04 04:06:22.398839 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: qos_rules_alias.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.400272 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.400677 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 04 04:06:22.401082 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: quota_check_limit.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.402029 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.402720 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: quota-check-limit Jul 04 04:06:22.403060 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: quotasv2.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.404156 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.404553 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: quotas Jul 04 04:06:22.404964 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: quotasv2_detail.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.406936 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.407301 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: quota_details Jul 04 04:06:22.407653 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: rbac.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.408834 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.409444 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: rbac-policies Jul 04 04:06:22.409802 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: rbac_address_group.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.410850 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.411454 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: rbac-address-group Jul 04 04:06:22.411797 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: rbac_address_scope.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.412799 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.413347 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: rbac-address-scope Jul 04 04:06:22.413700 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: rbac_security_groups.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.414973 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.415555 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: rbac-security-groups Jul 04 04:06:22.415940 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: rbac_subnetpool.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.416954 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.417462 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: rbac-subnetpool Jul 04 04:06:22.417779 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: revisionifmatch.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.418724 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.419226 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: revision-if-match Jul 04 04:06:22.419541 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: revisions.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.420646 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.421152 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: standard-attr-revisions Jul 04 04:06:22.421473 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: router_availability_zone.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.422312 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.423010 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: router_availability_zone Jul 04 04:06:22.423451 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: routerservicetype.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.424949 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.425662 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension router-service-type not supported by any of loaded plugins Jul 04 04:06:22.426078 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.427298 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.427985 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: security-groups-normalized-cidr Jul 04 04:06:22.428392 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.429414 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.430003 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: port-security-groups-filtering Jul 04 04:06:22.430319 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.431282 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.431790 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: security-groups-remote-address-group Jul 04 04:06:22.432106 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.433033 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.433538 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: security-groups-shared-filtering Jul 04 04:06:22.433855 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: securitygroup.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.443462 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.443980 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: security-group Jul 04 04:06:22.444306 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: segment.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.445016 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.445629 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension segment not supported by any of loaded plugins Jul 04 04:06:22.445943 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.446906 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.447408 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 04 04:06:22.447722 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: servicetype.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.448806 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.449312 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: service-type Jul 04 04:06:22.449629 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: sorting.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.450604 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.450930 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: sorting Jul 04 04:06:22.451243 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: standard_attr_segment.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.452141 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.452658 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 04 04:06:22.452971 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: standardattrdescription.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.453600 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.454098 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: standard-attr-description Jul 04 04:06:22.454428 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: stateful_security_group.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.455358 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.455864 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: stateful-security-group Jul 04 04:06:22.456179 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: stdattrs_common.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.456750 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 04 04:06:22.457061 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.457970 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.458495 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 04 04:06:22.458811 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: subnet_onboard.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.459860 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.460363 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: subnet_onboard Jul 04 04:06:22.460684 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.461647 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.462144 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 04 04:06:22.462486 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: subnet_service_types.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.463392 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.463895 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: subnet-service-types Jul 04 04:06:22.464210 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: subnetallocation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.465287 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.465787 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: subnet_allocation Jul 04 04:06:22.466105 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.466787 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.467287 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: subnetpool-prefix-ops Jul 04 04:06:22.467596 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.468501 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.468996 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 04 04:06:22.469307 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: tagging.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.470385 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.470903 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: standard-attr-tag Jul 04 04:06:22.471220 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: timestamp.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.472405 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.472913 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loaded extension: standard-attr-timestamp Jul 04 04:06:22.473232 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: trunk.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.474247 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.474782 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension trunk not supported by any of loaded plugins Jul 04 04:06:22.475097 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: trunk_details.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.476047 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.476540 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension trunk-details not supported by any of loaded plugins Jul 04 04:06:22.476859 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: uplink_status_propagation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.477762 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.478264 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 04 04:06:22.478602 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Loading extension file: vlantransparent.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 04:06:22.479258 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 04:06:22.479756 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 04 04:06:22.482321 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:network Jul 04 04:06:22.482865 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:subnet Jul 04 04:06:22.483265 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 04:06:22.483879 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:port Jul 04 04:06:22.485122 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.485556 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service FLAVORS assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.486173 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.486629 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.486956 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:router Jul 04 04:06:22.487379 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:floatingip Jul 04 04:06:22.487857 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service METERING assigned prefix: /metering {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.489357 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.489723 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.490062 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:06:22.491106 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 04:06:22.491546 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:security_group Jul 04 04:06:22.491962 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 04:06:22.492578 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service CORE assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.492917 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 04:06:22.493262 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] subnetpool is already registered Jul 04 04:06:22.493675 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service CORE assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.493993 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 04:06:22.494317 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] subnetpool is already registered Jul 04 04:06:22.496603 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.497029 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service FLAVORS assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.497607 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.498023 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.498346 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:router Jul 04 04:06:22.498707 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] router is already registered Jul 04 04:06:22.499115 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:floatingip Jul 04 04:06:22.499444 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] floatingip is already registered Jul 04 04:06:22.499886 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service METERING assigned prefix: /metering {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.500539 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 04:06:22.500858 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] rbac_policy is already registered Jul 04 04:06:22.501256 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:security_group Jul 04 04:06:22.501580 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] security_group is already registered Jul 04 04:06:22.501979 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 04:06:22.502305 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] security_group_rule is already registered Jul 04 04:06:22.502940 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service CORE assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.503258 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 04:06:22.503584 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] subnetpool is already registered Jul 04 04:06:22.503990 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Service CORE assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 04:06:22.504304 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 04:06:22.504625 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] subnetpool is already registered Jul 04 04:06:22.505075 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: extensions {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.506890 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: address-groups {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.508465 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: address-scopes {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.509813 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: agents {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.511004 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: auto-allocated-topology {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.512323 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: availability_zones {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.513540 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: dhcp-networks {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.515151 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: dhcp-agents {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.516577 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: routers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.518282 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: flavors {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.519580 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: service_profiles {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.520773 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: next_providers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.522200 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: service_profiles {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.523782 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: floatingip-pools {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.525070 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: routers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.526806 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: floatingips {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.528121 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: l3-routers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.529507 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: l3-agents {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.530933 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: metering-labels {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.532172 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: metering-label-rules {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.534514 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: network-ip-availabilities {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.535792 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: bindings {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.537326 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: quotas {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.539154 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: quotas {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.540711 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: rbac-policies {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.541907 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: security-groups {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.543246 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: security-group-rules {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.544508 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: service-providers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.545714 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: subnetpools {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.547176 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: subnetpools {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.548717 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.550361 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.552192 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.553951 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.555691 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.557620 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.559366 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.561245 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.563027 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.564754 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 04:06:22.570831 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING keystonemiddleware.auth_token [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 04 04:06:22.575836 dv-cinder-742162-5-iscsi neutron-server[103978]: WARNING keystonemiddleware.auth_token [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 04 04:06:22.584443 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Acquired lock "singleton_lock" {{(pid=103978) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 04 04:06:22.584906 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Releasing lock "singleton_lock" {{(pid=103978) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 04 04:06:22.585551 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO oslo_service.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Starting 2 workers Jul 04 04:06:22.590340 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Started child 104119 {{(pid=103978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 04:06:22.594688 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Started child 104120 {{(pid=103978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 04:06:22.595680 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:22.596353 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO neutron.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 04 04:06:22.596819 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:22.597281 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [-] (104119) wsgi starting up on http://0.0.0.0:9696 Jul 04 04:06:22.599179 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO oslo_service.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Starting 1 workers Jul 04 04:06:22.599466 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:22.600820 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [-] (104120) wsgi starting up on http://0.0.0.0:9696 Jul 04 04:06:22.604408 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Started child 104121 {{(pid=103978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 04:06:22.604942 dv-cinder-742162-5-iscsi neutron-server[103978]: INFO oslo_service.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Starting 1 workers Jul 04 04:06:22.608345 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] calling RpcWorker wait() {{(pid=104121) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 04 04:06:22.608910 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] returning from RpcWorker wait() {{(pid=104121) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 04 04:06:22.609386 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Started child 104122 {{(pid=103978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 04:06:22.610130 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2c70a4d8-4a3a-4996-9302-facc0c155185 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:22.610255 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:22.610833 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:06:22.611986 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103978) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 04:06:22.612154 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 04:06:22.612536 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 04:06:22.612714 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 04:06:22.613223 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 04:06:22.613348 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 04:06:22.613894 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.614138 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.614274 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:22.614751 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.614751 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.615273 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.615544 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.615770 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.616059 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.616317 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.616491 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.616632 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.616852 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.617072 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.617399 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.617703 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.617941 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.618172 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.618348 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.618609 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.618852 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.619101 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.619367 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] debug = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.619624 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.620111 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.620346 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.620586 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.620797 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.621118 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.621361 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.621598 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.621831 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.622038 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.622290 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.622566 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.622793 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.623021 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.623243 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.623505 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.624034 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.629316 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] host = dv-cinder-742162-5-iscsi {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.629578 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.629826 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.630071 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.630326 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.630929 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.631156 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.631411 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.631653 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.631910 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.632156 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.632408 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.632665 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.632955 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.633210 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.633372 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_options = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.633614 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.633871 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.634151 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.634339 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.634528 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.634689 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.634936 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.635096 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.635344 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.635560 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.636179 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.636251 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:06:22.636324 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.636324 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.636524 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.636958 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.637141 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.637531 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.637722 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.637987 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.638191 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.638795 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.639052 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.639273 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.639495 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.639858 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.640172 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.640412 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.640670 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.640851 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.641245 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.642310 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.642731 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.642882 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.643233 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.643419 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.643685 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.643986 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.644236 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.644529 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.644820 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.645280 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.645399 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.645584 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.645816 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.646054 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.646256 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.646518 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_json = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.646741 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.646977 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.647224 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.647436 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.647656 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.647869 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.648085 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.648377 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.648623 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.649032 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.649337 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.649636 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.649888 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.650155 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.650428 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.650686 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.650923 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.651173 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.651428 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.651734 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.651955 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.652250 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.652496 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.652760 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.653092 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.653348 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.653610 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.653828 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.654069 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.654312 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.654576 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.654836 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.655072 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.655333 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.655562 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.655786 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.656068 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.656323 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.656612 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.656981 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.657239 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.657540 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.657756 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.657972 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.658216 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.659215 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.659215 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.659215 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.659215 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.659710 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.659710 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.660019 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.660142 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.660275 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.661483 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.661483 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.661483 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.661483 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.661483 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.662065 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.662065 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.662065 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.662426 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.662426 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.662666 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.662882 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.663102 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.663352 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.663593 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.663803 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.664101 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.664362 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.664594 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.664961 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.665334 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.665703 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.665947 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.666143 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.666406 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.666663 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.666840 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.667216 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.667606 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.667823 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.668044 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.668253 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.668669 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.668883 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.669096 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.669305 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.669541 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.669746 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.669981 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.670176 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.670572 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.670946 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.671147 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.671359 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.671593 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.671800 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.672106 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.672354 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.672588 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.672961 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.673374 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.673748 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.674158 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.674360 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.674624 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.674834 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.675091 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.675332 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.675571 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.675795 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.676011 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.676243 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.676602 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.676973 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.677219 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.677439 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.677694 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.677924 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.678186 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.678436 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.678684 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.678898 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.679124 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.679386 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.679948 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.680303 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.680595 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.680817 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.681082 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.681379 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.681624 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.681887 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.682120 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.682355 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.682618 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.682844 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.683265 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.683663 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.683915 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.684152 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.684382 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.684622 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.684837 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.685066 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.685377 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.685614 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.685843 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.686068 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.686331 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.686604 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.686851 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.687123 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.687363 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.687612 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.687861 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.688102 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.688339 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.688563 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.688778 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.688995 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.689223 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.689438 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.689668 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.689904 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.690118 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.690343 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.690591 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.690798 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.691020 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.691236 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.691465 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.691860 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.692076 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.692296 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.692529 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.692745 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.692959 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.693174 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.693383 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.693629 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.693842 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.694130 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.694350 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.694612 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.694836 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.695075 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.695429 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.695647 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.695899 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.696111 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.696315 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.696673 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.696901 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.697114 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.697325 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.697546 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.697774 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.698023 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.698262 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.698613 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.698859 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.699083 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.699321 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.699563 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.699775 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.699988 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.700199 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.700427 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.700640 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.700857 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.701107 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.701302 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.701513 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.701741 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.701952 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.702201 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.702445 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.702691 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.702924 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.703152 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.703369 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.703581 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.703794 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.704002 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.704225 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.704430 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.704658 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.704869 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.705150 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.705392 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.705619 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.705880 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.706096 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.706303 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.706570 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.706817 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.707020 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.707242 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.707461 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.707660 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.707898 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.708121 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.708322 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.708542 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.708754 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.708958 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.709180 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.709387 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.709618 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.709855 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.710088 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.710316 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.710564 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.710775 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.711023 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.711245 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.711462 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.711675 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.711904 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.712130 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.712334 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.712565 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.712783 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.712989 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.713283 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.713543 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.713757 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.714196 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.714446 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.714705 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.714942 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.715258 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.715488 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.715719 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.716101 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.716317 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.716534 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.716783 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.717089 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.717378 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.717643 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.718089 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.718347 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.718651 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.718915 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.719124 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.719420 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.719755 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.720024 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.720281 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.720532 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.720768 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.721006 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.721221 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.721455 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.721668 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.721886 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.722136 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.722363 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.722609 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.722827 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.723051 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.723263 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.723482 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.723688 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.723905 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.724132 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.724286 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 04:06:22.724843 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103978) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 04:06:22.725002 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 04:06:22.725146 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 04:06:22.725313 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 04:06:22.725433 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:06:22.725524 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 04:06:22.725603 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 04:06:22.725814 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.725972 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.726178 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.726271 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.726561 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.726724 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.726880 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.727037 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.727192 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.727346 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.727509 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.727645 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.727801 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.727961 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.728113 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.728460 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.728617 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.728778 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.728933 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.729088 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.729242 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.729398 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] debug = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.729552 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.730225 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.730225 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.730225 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.730225 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.730676 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.730676 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.730676 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.730898 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.730898 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.731763 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.731763 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.731763 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.731763 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.731763 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.731763 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.732205 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.732205 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] host = dv-cinder-742162-5-iscsi {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.732205 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.732421 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.732498 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.732635 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.732786 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.733087 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.733395 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.733692 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.733848 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.734002 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.734156 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.734317 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.734601 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.734760 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.734915 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_options = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.735073 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.735229 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.735368 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.735558 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.735717 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.735872 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.736027 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.736184 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.736342 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.736495 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.736649 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.736802 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.736956 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.737109 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.737264 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.737417 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.737573 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.737726 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.737881 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.738035 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.738190 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.738343 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.738520 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.738692 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.738835 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.738990 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.739143 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.739297 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.739450 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.739608 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.739762 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.739918 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.740076 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.740230 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.740386 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.740540 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.740694 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.740847 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.741006 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.741160 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.741331 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.741513 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.741610 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.741757 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.741910 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.742104 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.742263 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_json = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.742443 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.742769 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.742933 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.743088 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.743244 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.743398 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.743754 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.743754 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.743964 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 04:06:22.744043 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.744160 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.744329 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.744487 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.744670 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.744829 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.744984 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.745142 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.745300 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.745456 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.745629 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.745787 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.745955 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.746113 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.746271 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.746451 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.746612 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.746770 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.746927 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.747084 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.747242 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.747400 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.747565 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.747723 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.747880 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.748039 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.748197 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.748363 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.748519 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.748685 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.748859 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.749017 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.749176 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.749332 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.749489 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.749647 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.749804 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.749961 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.750118 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.750275 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.750450 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.750635 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.750762 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.750912 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.751069 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.751226 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.751845 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.751845 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.751845 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.751845 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.752292 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.752292 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.752292 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.752632 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.752632 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.752851 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.752851 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.752998 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.753133 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.753290 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.753447 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.753604 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.753760 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.753918 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.754075 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.754233 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.754399 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.754562 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.754732 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.754888 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.755045 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.755201 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.755359 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.755841 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.755999 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.756157 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.756314 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.756470 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.756628 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.756784 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.756940 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.757097 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.757254 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.757415 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.757573 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.757841 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.758003 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.758225 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.758504 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.758666 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.758825 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.759000 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.759159 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.759317 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.759475 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.759632 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.759789 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.759948 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.760107 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.760266 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.760423 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.760580 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.760738 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.761244 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.761244 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.761244 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.761491 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.761491 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.761635 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.761774 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.761918 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.762074 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.762398 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.762670 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.762831 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.762990 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.763148 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.763306 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.763589 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.763762 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.763922 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.764083 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.764239 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.764405 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.764574 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.764733 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.764890 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.765047 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.765204 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.765361 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.765580 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.765750 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.766013 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.766176 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.766338 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.766544 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.766702 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.766861 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.767017 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.767197 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.767353 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.767508 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.767664 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.767820 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.767975 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.768131 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.768287 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.768444 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.768600 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.768756 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.768914 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.769070 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.769275 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.769409 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.769522 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.769678 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.769833 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.769990 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.770147 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.770304 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.770467 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.770627 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.770785 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.770942 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.771098 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.771256 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.771412 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.771568 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.771724 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.771882 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.772039 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.772195 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.772352 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.772509 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.772664 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.772821 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.772979 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.773135 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.773384 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.773540 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.773698 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.773855 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.774015 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.774174 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.774330 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.774517 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.774675 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.774842 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.774977 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.775135 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.775291 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.775448 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.775604 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.775760 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.775935 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.776092 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.776249 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.776414 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.776574 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.776730 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.776889 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.777046 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.777203 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.777359 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.777519 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.777674 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.777831 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.778103 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.778270 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.778449 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.778611 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.778771 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.778930 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.779086 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.779244 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.779414 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.779545 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.779701 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.779857 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.780013 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.780169 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.780328 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.780486 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.780657 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.780814 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.780970 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.781127 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.781283 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.781442 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.781610 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.781766 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.781923 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.782078 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.782235 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.782408 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.782579 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.782736 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.782892 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.783048 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.783205 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.783362 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.783527 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.783684 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.783842 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.783997 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.784153 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.784309 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.784477 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.784634 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.784789 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.784945 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.785100 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.785259 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.785935 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.785935 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.785935 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.785935 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.786239 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.786239 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.786442 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.786442 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.786591 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.786759 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.786916 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.787072 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.787228 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.787399 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.787556 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.787715 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.787872 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.788027 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.788183 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.788342 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.788507 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.788674 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.788840 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.789086 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.789254 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.789435 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.789587 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.789744 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.789911 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.790080 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.790237 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.790413 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.790573 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.790730 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.790887 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.791043 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.791201 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.791357 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.791513 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.791669 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.791827 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.791985 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.792142 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.792298 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.792455 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.792610 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.792769 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.792930 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.793070 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 04:06:22.793222 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 04:06:22.908061 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 53646) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:06:22.922178 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0107276 Jul 04 04:06:26.657356 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writer thread running {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 04:06:32.093659 dv-cinder-742162-5-iscsi neutron-server[103978]: DEBUG dbcounter [-] [103978] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:34.102900 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddfdff4-7979-4ea3-a103-0d0c286e54bf None None] get_active_networks_info from dv-cinder-742162-5-iscsi {{(pid=104121) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 04 04:06:34.106652 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writer thread running {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 04:06:34.226774 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddfdff4-7979-4ea3-a103-0d0c286e54bf None None] No non-hosted networks {{(pid=104121) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 04 04:06:34.236671 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.agentschedulers_db [None req-bddfdff4-7979-4ea3-a103-0d0c286e54bf None None] DHCP Agent not found on host dv-cinder-742162-5-iscsi {{(pid=104121) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 04 04:06:34.342669 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-13faafd1-db87-43fb-8580-9b92c6d138b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404764'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:36.159371 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6db41c01-d7bb-406a-aaf6-148bf4e4743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404764'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:36.186046 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dcf9ae51-7bf8-4c9f-88c1-f4d9d5743561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:37.255953 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 53714) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:06:37.512652 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404764'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:37.892536 dv-cinder-742162-5-iscsi neutron-server[104119]: WARNING oslo_policy.policy [None req-8e014816-dbff-414b-a4c1-6f24f660d27b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 04:06:37.893096 dv-cinder-742162-5-iscsi neutron-server[104119]: WARNING oslo_policy.policy [None req-8e014816-dbff-414b-a4c1-6f24f660d27b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 04:06:38.109070 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [None req-8e014816-dbff-414b-a4c1-6f24f660d27b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:06:38.118456 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-8e014816-dbff-414b-a4c1-6f24f660d27b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8524032 Jul 04 04:06:38.861179 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404764'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:39.082609 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404764'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:39.083481 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.084006 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.084536 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.085093 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.085603 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.086439 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.087098 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.087622 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.088133 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.088627 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.089242 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.089635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.090053 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.090613 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.091129 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:39.091712 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-742162-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:06:39.097686 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-742162-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:06:40.442692 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 53748) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:06:40.820262 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-c5762948-f8e6-47f5-b9f3-34dcc0660e40 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:06:40.909680 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.policy [None req-c5762948-f8e6-47f5-b9f3-34dcc0660e40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104119) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 04:06:40.950476 dv-cinder-742162-5-iscsi neutron-server[104119]: WARNING oslo_policy.policy [None req-c5762948-f8e6-47f5-b9f3-34dcc0660e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 04:06:40.950787 dv-cinder-742162-5-iscsi neutron-server[104119]: WARNING oslo_policy.policy [None req-c5762948-f8e6-47f5-b9f3-34dcc0660e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 04:06:40.970484 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writer thread running {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 04:06:41.047765 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c5762948-f8e6-47f5-b9f3-34dcc0660e40 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756712129714', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756712130182', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756712146035', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756712160781', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756712167536', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756712176798', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1315220', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1368676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667174'] for rbac-policy (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:41.122236 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c5762948-f8e6-47f5-b9f3-34dcc0660e40 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:41.134400 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-c5762948-f8e6-47f5-b9f3-34dcc0660e40 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6797976 Jul 04 04:06:41.388850 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.db.l3_hamode_db [None req-f567fbe1-e061-4998-9bab-bb51d4ba7cbb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 04 04:06:41.466409 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567fbe1-e061-4998-9bab-bb51d4ba7cbb None None] Routers set() bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:06:41.466820 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567fbe1-e061-4998-9bab-bb51d4ba7cbb None None] Router IDs set() for agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 04 04:06:43.373490 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 53760) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:06:43.746196 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:06:43.783860 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Made reservation on behalf of 8b52deef3bbe43eeb8063fe7f16f7af8 for: {'network': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:06:43.787626 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:43.805075 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:43.913914 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Publish callbacks [] for security_group (b358b419-7f09-447f-ab33-7242db4e9d4c), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:43.920465 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b358b419-7f09-447f-ab33-7242db4e9d4c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:43.948227 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=104119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:06:43.983156 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756709554050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (207b387c-ea3f-422f-9c46-8156a18b2991), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:43.983733 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Unsubscribe: segment precommit_create {{(pid=104119) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 04:06:43.984268 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.segments_db [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Added segment 207b387c-ea3f-422f-9c46-8156a18b2991 of type vlan for network 0d8f9119-4a0f-475d-852a-c807286a0220 Jul 04 04:06:44.001675 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b358b419-7f09-447f-ab33-7242db4e9d4c,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:06:44.051957 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.052168 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.052516 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.052860 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.053183 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.053499 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.053820 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.054128 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.054699 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.055022 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.055328 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.055795 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.056068 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.056372 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.056681 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Tracked resource versions report: Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: pushed versions: Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: { 'AddressGroup': {'1.2'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Agent': {'1.1'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'ConntrackHelper': {'1.0'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'LocalIPAssociation': {'1.0'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Log': {'1.0'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'NDPProxy': {'1.0'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Network': {'1.1'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Port': {'1.7'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'PortForwarding': {'1.3'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'QosPolicy': {'1.10'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SecurityGroup': {'1.5'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SecurityGroupRule': {'1.2'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SubPort': {'1.0'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Subnet': {'1.1'}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Trunk': {'1.1'}} Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: consumer versions: Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: { DHCP agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: L3 agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: Metadata agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: Metering agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: Open vSwitch agent@dv-cinder-742162-5-iscsi: { 'AddressGroup': '1.2', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Agent': '1.1', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'ConntrackHelper': '1.0', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'LocalIPAssociation': '1.0', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Log': '1.0', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'NDPProxy': '1.0', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Network': '1.1', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Port': '1.7', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'PortForwarding': '1.3', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'QosPolicy': '1.10', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SecurityGroup': '1.5', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SecurityGroupRule': '1.2', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SubPort': '1.0', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Subnet': '1.1', Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Trunk': '1.1'}} Jul 04 04:06:44.058091 dv-cinder-742162-5-iscsi neutron-server[104119]: {{(pid=104119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 04:06:44.097548 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (0d8f9119-4a0f-475d-852a-c807286a0220), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:44.145247 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (0d8f9119-4a0f-475d-852a-c807286a0220), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:44.150904 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:06:44.151579 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:44.199138 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=52,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:44.217685 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8427632 Jul 04 04:06:44.275898 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e50b33-32c4-4621-a362-e1e0aaf2c52c demo demo] Pushing event updated for resources: {'Network': ['ID=0d8f9119-4a0f-475d-852a-c807286a0220,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:06:44.290180 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 0d8f9119-4a0f-475d-852a-c807286a0220 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:06:46.498133 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 53774) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:06:46.930480 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bae5d4-22aa-4a56-b371-9b093afeffbb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:06:46.931772 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-38bae5d4-22aa-4a56-b371-9b093afeffbb demo admin] 10.222.0.16 "GET /v2.0/networks/0d8f9119-4a0f-475d-852a-c807286a0220 HTTP/1.1" status: 200 len: 825 time: 0.4326484 Jul 04 04:06:46.960334 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-893c1567-62c4-4fda-b94e-e31db5227f9a demo admin] 10.222.0.16 "GET /v2.0/subnetpools/f83fad7a-6375-4f25-b6cc-9b72bfb7c537 HTTP/1.1" status: 200 len: 734 time: 0.0195968 Jul 04 04:06:46.969077 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Request body: {'subnet': {'subnetpool_id': 'f83fad7a-6375-4f25-b6cc-9b72bfb7c537', 'gateway_ip': '172.20.0.1', 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:06:46.993381 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Made reservation on behalf of 8b52deef3bbe43eeb8063fe7f16f7af8 for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:06:46.995689 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:47.241469 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:47.304668 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (c9d96aa2-a4b8-4082-8b09-aa945f7089b3), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:47.372282 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c9d96aa2-a4b8-4082-8b09-aa945f7089b3,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:06:47.379197 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Checking segment: {'id': '207b387c-ea3f-422f-9c46-8156a18b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:06:47.379561 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Network hostable DHCP agents. Network: 0d8f9119-4a0f-475d-852a-c807286a0220, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:06:47.404565 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Network 0d8f9119-4a0f-475d-852a-c807286a0220 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:06:47.421541 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 0d8f9119-4a0f-475d-852a-c807286a0220) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:06:47.426735 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:06:47.427351 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:47.432119 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dca382-37c0-4008-b831-28ec34afa697 None None] Network 0d8f9119-4a0f-475d-852a-c807286a0220 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:06:47.444784 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-3aac2810-d555-48fc-92ad-c2454c4cbc24 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4788840 Jul 04 04:06:47.705154 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-0d8f9119-4a0f-475d-852a-c807286a0220', 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220', 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'fixed_ips': [{'subnet_id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:06:47.707230 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:47.982339 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=66,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:47.984002 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Allocated IP 172.20.0.2 (0d8f9119-4a0f-475d-852a-c807286a0220/c9d96aa2-a4b8-4082-8b09-aa945f7089b3/66b1fc1f-20e0-4fab-959c-4b950bfb531b) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:06:48.251027 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Publish callbacks [] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:48.259570 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:48.342670 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Network 0d8f9119-4a0f-475d-852a-c807286a0220 is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:06:48.346348 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:06:48.348247 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Pushing event updated for resources: {'Port': ['ID=66b1fc1f-20e0-4fab-959c-4b950bfb531b,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:06:48.353399 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:06:48.361229 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.361570 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.361922 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.362271 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.362624 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.362948 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.363269 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.363587 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.363930 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.364224 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.364529 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.364865 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.365183 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.365497 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.365816 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Tracked resource versions report: Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: pushed versions: Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: { 'AddressGroup': {'1.2'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Agent': {'1.1'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'ConntrackHelper': {'1.0'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'LocalIPAssociation': {'1.0'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Log': {'1.0'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'NDPProxy': {'1.0'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Network': {'1.1'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Port': {'1.7'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'PortForwarding': {'1.3'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'QosPolicy': {'1.10'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SecurityGroup': {'1.5'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SecurityGroupRule': {'1.2'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SubPort': {'1.0'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Subnet': {'1.1'}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Trunk': {'1.1'}} Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: consumer versions: Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: { DHCP agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: L3 agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: Metadata agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: Metering agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: Open vSwitch agent@dv-cinder-742162-5-iscsi: { 'AddressGroup': '1.2', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Agent': '1.1', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'ConntrackHelper': '1.0', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'LocalIPAssociation': '1.0', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Log': '1.0', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'NDPProxy': '1.0', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Network': '1.1', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Port': '1.7', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'PortForwarding': '1.3', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'QosPolicy': '1.10', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SecurityGroup': '1.5', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SecurityGroupRule': '1.2', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SubPort': '1.0', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Subnet': '1.1', Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Trunk': '1.1'}} Jul 04 04:06:48.367261 dv-cinder-742162-5-iscsi neutron-server[104121]: {{(pid=104121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 04:06:48.445470 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Attempting to bind port 66b1fc1f-20e0-4fab-959c-4b950bfb531b on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:06:48.446181 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Attempting to bind port 66b1fc1f-20e0-4fab-959c-4b950bfb531b by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '207b387c-ea3f-422f-9c46-8156a18b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:06:48.446288 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Attempting to bind port 66b1fc1f-20e0-4fab-959c-4b950bfb531b on network 0d8f9119-4a0f-475d-852a-c807286a0220 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:06:48.451534 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:06:48.451911 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Checking segment: {'id': '207b387c-ea3f-422f-9c46-8156a18b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:06:48.452360 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:48.452752 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Bound using segment: {'id': '207b387c-ea3f-422f-9c46-8156a18b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:06:48.453184 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Bound port: 66b1fc1f-20e0-4fab-959c-4b950bfb531b, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207b387c-ea3f-422f-9c46-8156a18b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:06:48.453598 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:48.456182 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:48.517492 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] For port 66b1fc1f-20e0-4fab-959c-4b950bfb531b, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:06:48.537548 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] For port 66b1fc1f-20e0-4fab-959c-4b950bfb531b, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=66b1fc1f-20e0-4fab-959c-4b950bfb531b,segment=NetworkSegment(207b387c-ea3f-422f-9c46-8156a18b2991),segment_id=207b387c-ea3f-422f-9c46-8156a18b2991)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:06:48.545724 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:48.603986 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbe71b-009c-433f-8241-57e7fd81511d None None] Pushing event updated for resources: {'Port': ['ID=66b1fc1f-20e0-4fab-959c-4b950bfb531b,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:06:49.747138 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 53784) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:06:50.088311 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [None req-afc6e1be-e39b-4ede-84b1-e581e42a5092 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:06:50.089321 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-afc6e1be-e39b-4ede-84b1-e581e42a5092 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3411498 Jul 04 04:06:51.878512 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=8 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:51.882741 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:52.359123 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 53796) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:06:52.910841 dv-cinder-742162-5-iscsi neutron-server[104120]: WARNING oslo_policy.policy [None req-9618722e-41d8-4095-b15c-82a0e1569d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 04:06:52.911390 dv-cinder-742162-5-iscsi neutron-server[104120]: WARNING oslo_policy.policy [None req-9618722e-41d8-4095-b15c-82a0e1569d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 04:06:53.130736 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [None req-9618722e-41d8-4095-b15c-82a0e1569d5e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:06:53.131750 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9618722e-41d8-4095-b15c-82a0e1569d5e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7716787 Jul 04 04:06:55.430260 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 53814) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:06:55.786156 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:06:55.844552 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.policy [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104120) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 04:06:55.886105 dv-cinder-742162-5-iscsi neutron-server[104120]: WARNING oslo_policy.policy [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 04:06:55.886541 dv-cinder-742162-5-iscsi neutron-server[104120]: WARNING oslo_policy.policy [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 04:06:55.906598 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writer thread running {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 04:06:55.907234 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:55.954449 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:55.956427 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:56.118511 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] Publish callbacks [] for router_controller (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), precommit_add_association {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:56.124612 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:56.150961 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:56.152178 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-c9f13439-6b57-4972-9e31-53bddbf06d80 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7208948 Jul 04 04:06:56.672427 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a6621-e856-4842-be53-df5e5a0cfb32 None None] Network 0d8f9119-4a0f-475d-852a-c807286a0220 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:06:56.760005 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-8f1a3e16-f267-4109-9179-6144aa6a334b None None] Provisioning complete for port 66b1fc1f-20e0-4fab-959c-4b950bfb531b triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:06:56.760410 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3e16-f267-4109-9179-6144aa6a334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:56.812358 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 66b1fc1f-20e0-4fab-959c-4b950bfb531b up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:06:56.976596 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 66b1fc1f-20e0-4fab-959c-4b950bfb531b triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:06:56.976999 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:56.978729 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a3e16-f267-4109-9179-6144aa6a334b None None] Current status of the port 66b1fc1f-20e0-4fab-959c-4b950bfb531b is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:06:56.979098 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3e16-f267-4109-9179-6144aa6a334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:57.045501 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-8f1a3e16-f267-4109-9179-6144aa6a334b None None] For port 66b1fc1f-20e0-4fab-959c-4b950bfb531b, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=66b1fc1f-20e0-4fab-959c-4b950bfb531b,segment=NetworkSegment(207b387c-ea3f-422f-9c46-8156a18b2991),segment_id=207b387c-ea3f-422f-9c46-8156a18b2991)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:06:57.051025 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3e16-f267-4109-9179-6144aa6a334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:57.095421 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:57.109983 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 66b1fc1f-20e0-4fab-959c-4b950bfb531b is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:06:57.122973 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a3e16-f267-4109-9179-6144aa6a334b None None] Pushing event updated for resources: {'Port': ['ID=66b1fc1f-20e0-4fab-959c-4b950bfb531b,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:06:57.169607 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-201fa19a-67ca-4bfd-9a72-ac7c3f414aa5 None None] Provisioning complete for port 66b1fc1f-20e0-4fab-959c-4b950bfb531b triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:06:57.169937 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-201fa19a-67ca-4bfd-9a72-ac7c3f414aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:57.239995 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-201fa19a-67ca-4bfd-9a72-ac7c3f414aa5 None None] Current status of the port 66b1fc1f-20e0-4fab-959c-4b950bfb531b is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:06:57.437070 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:57.437838 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=18,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:58.453174 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 53830) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:06:58.782259 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 66b1fc1f-20e0-4fab-959c-4b950bfb531b up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:06:58.811501 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [None req-0b308173-bbb6-4f99-9a9e-7d7446cf4e79 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:06:58.813050 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-0b308173-bbb6-4f99-9a9e-7d7446cf4e79 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3581035 Jul 04 04:06:58.828224 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 66b1fc1f-20e0-4fab-959c-4b950bfb531b triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:06:58.828585 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:06:58.870810 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:06:58.903327 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 66b1fc1f-20e0-4fab-959c-4b950bfb531b is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:07:01.089444 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 53838) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:07:01.446182 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:07:01.469282 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Made reservation on behalf of 525d4bbd65cc40f382674c9a7977e83e for: {'network': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:07:01.471726 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:01.480484 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:01.558732 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Publish callbacks [] for security_group (35305494-de7f-424b-bae4-353140853c71), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:01.564095 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (35305494-de7f-424b-bae4-353140853c71), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:01.579759 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Reserving flat network on physical network physnet1 {{(pid=104119) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 04 04:07:01.602708 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35305494-de7f-424b-bae4-353140853c71,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:01.607683 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (8e220d14-f21f-4d3f-a90c-a4f66f6a6276), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:01.608021 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.segments_db [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Added segment 8e220d14-f21f-4d3f-a90c-a4f66f6a6276 of type flat for network 7de6d7a8-af28-4125-ba66-d1982bc7990c Jul 04 04:07:01.657360 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (7de6d7a8-af28-4125-ba66-d1982bc7990c), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:01.692478 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (7de6d7a8-af28-4125-ba66-d1982bc7990c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:01.693450 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:07:01.694194 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:01.745810 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6549067 Jul 04 04:07:01.791155 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f219d-cf41-4c3d-8bc8-a4331be25962 admin admin] Pushing event updated for resources: {'Network': ['ID=7de6d7a8-af28-4125-ba66-d1982bc7990c,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:01.802188 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:07:04.001266 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 53846) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:07:04.047715 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d7de5cd7-4ee2-4697-ad3a-0f2df974f138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:04.447497 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b54f1fe-c11b-4bc2-b604-4d4c57c31fe9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:07:04.449006 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-4b54f1fe-c11b-4bc2-b604-4d4c57c31fe9 demo admin] 10.222.0.16 "GET /v2.0/subnets/c9d96aa2-a4b8-4082-8b09-aa945f7089b3 HTTP/1.1" status: 200 len: 849 time: 0.4468169 Jul 04 04:07:04.568073 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-1b59f332-93a3-475c-85ce-9b3811a7dd41 demo admin] 10.222.0.16 "GET /v2.0/routers/2f1843e0-9989-4129-b2b6-29afa6b8c3bd HTTP/1.1" status: 200 len: 704 time: 0.1128974 Jul 04 04:07:04.861875 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:05.172542 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Allocated IP 172.20.0.1 (0d8f9119-4a0f-475d-852a-c807286a0220/c9d96aa2-a4b8-4082-8b09-aa945f7089b3/b94849fa-416a-4f7d-b5cb-2daff17b9ad0) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:07:05.401094 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Publish callbacks [] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:05.472015 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:05.479713 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:05.538052 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Network 0d8f9119-4a0f-475d-852a-c807286a0220 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:07:05.550615 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:07:05.578135 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:05.587952 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Pushing event updated for resources: {'Port': ['ID=b94849fa-416a-4f7d-b5cb-2daff17b9ad0,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:05.593934 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:07:05.594525 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:05.652039 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.652378 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.652713 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.653046 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.653375 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.653678 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.654020 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.654334 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.654689 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.655019 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.655316 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.655663 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.655949 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.656274 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.656581 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Tracked resource versions report: Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: pushed versions: Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: { 'AddressGroup': {'1.2'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Agent': {'1.1'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'ConntrackHelper': {'1.0'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'LocalIPAssociation': {'1.0'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Log': {'1.0'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'NDPProxy': {'1.0'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Network': {'1.1'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Port': {'1.7'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'PortForwarding': {'1.3'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'QosPolicy': {'1.10'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SecurityGroup': {'1.5'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SecurityGroupRule': {'1.2'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SubPort': {'1.0'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Subnet': {'1.1'}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Trunk': {'1.1'}} Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: consumer versions: Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: { DHCP agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: L3 agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: Metadata agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: Metering agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: Open vSwitch agent@dv-cinder-742162-5-iscsi: { 'AddressGroup': '1.2', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Agent': '1.1', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'ConntrackHelper': '1.0', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'LocalIPAssociation': '1.0', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Log': '1.0', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'NDPProxy': '1.0', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Network': '1.1', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Port': '1.7', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'PortForwarding': '1.3', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'QosPolicy': '1.10', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SecurityGroup': '1.5', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SecurityGroupRule': '1.2', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SubPort': '1.0', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Subnet': '1.1', Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Trunk': '1.1'}} Jul 04 04:07:05.657969 dv-cinder-742162-5-iscsi neutron-server[104120]: {{(pid=104120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 04:07:05.804185 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:05.821227 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-008d17c9-bdfe-46b8-a4c2-8a3492b534bc None None] Provisioning complete for port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:07:05.821815 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-008d17c9-bdfe-46b8-a4c2-8a3492b534bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:05.854421 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-008d17c9-bdfe-46b8-a4c2-8a3492b534bc None None] Port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:07:06.024323 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Publish callbacks [] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:06.031761 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:06.032563 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:06.089691 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Pushing event updated for resources: {'Port': ['ID=b94849fa-416a-4f7d-b5cb-2daff17b9ad0,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:06.160178 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd43e587-0f15-44e7-8287-650971a668f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:06.206316 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Network 0d8f9119-4a0f-475d-852a-c807286a0220 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:07:06.207799 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:07:06.366583 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Router 2f1843e0-9989-4129-b2b6-29afa6b8c3bd is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:07:06.375994 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-2891a0c0-8ddf-47a8-914e-d68151b3b81c None None] Provisioning complete for port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:07:06.376377 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2891a0c0-8ddf-47a8-914e-d68151b3b81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:06.455313 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-2891a0c0-8ddf-47a8-914e-d68151b3b81c None None] Port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:07:06.461093 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:07:06.466767 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-06cabe95-4da3-4e0a-9c20-cd07158616dd demo admin] 10.222.0.16 "PUT /v2.0/routers/2f1843e0-9989-4129-b2b6-29afa6b8c3bd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8927064 Jul 04 04:07:06.473129 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Sync routers for ids ['2f1843e0-9989-4129-b2b6-29afa6b8c3bd'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:07:06.487516 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Routers {'2f1843e0-9989-4129-b2b6-29afa6b8c3bd'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:07:06.488192 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:07:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['2f1843e0-9989-4129-b2b6-29afa6b8c3bd'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:07:06.670577 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Set router 2f1843e0-9989-4129-b2b6-29afa6b8c3bd gateway port host: None {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:07:07.081602 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'name': 'router1', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:06:55Z', 'updated_at': '2022-07-04T04:07:05Z', 'revision_number': 2, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'gw_port_host': None, '_interfaces': [{'id': 'b94849fa-416a-4f7d-b5cb-2daff17b9ad0', 'name': '', 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'mac_address': 'fa:16:3e:e8:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:07:04Z', 'updated_at': '2022-07-04T04:07:05Z', 'revision_number': 2, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'subnets': [{'id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f83fad7a-6375-4f25-b6cc-9b72bfb7c537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:07:07.131552 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Checking router: 2f1843e0-9989-4129-b2b6-29afa6b8c3bd for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:07:07.131923 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Updating router 2f1843e0-9989-4129-b2b6-29afa6b8c3bd port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:07:07.183550 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:07.479466 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:07.687152 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Publish callbacks [] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:07.695254 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:07.869893 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Pushing event updated for resources: {'Port': ['ID=b94849fa-416a-4f7d-b5cb-2daff17b9ad0,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:07.872533 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Attempting to bind port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:07:07.872914 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Attempting to bind port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '207b387c-ea3f-422f-9c46-8156a18b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:07:07.873331 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Attempting to bind port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 on network 0d8f9119-4a0f-475d-852a-c807286a0220 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:07:07.881370 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:07:07.881957 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Checking segment: {'id': '207b387c-ea3f-422f-9c46-8156a18b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:07:07.882445 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:07.882905 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Bound using segment: {'id': '207b387c-ea3f-422f-9c46-8156a18b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:07:07.883597 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Bound port: b94849fa-416a-4f7d-b5cb-2daff17b9ad0, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207b387c-ea3f-422f-9c46-8156a18b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:07:07.884040 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:07.896765 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.897214 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.897907 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.898042 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.898391 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.898712 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.899028 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.899342 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.899658 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.899969 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.900312 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.900642 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.900956 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.901261 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.901568 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Tracked resource versions report: Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: pushed versions: Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: { 'AddressGroup': {'1.2'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Agent': {'1.1'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'ConntrackHelper': {'1.0'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'LocalIPAssociation': {'1.0'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Log': {'1.0'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'NDPProxy': {'1.0'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Network': {'1.1'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Port': {'1.7'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'PortForwarding': {'1.3'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'QosPolicy': {'1.10'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SecurityGroup': {'1.5'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SecurityGroupRule': {'1.2'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SubPort': {'1.0'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Subnet': {'1.1'}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Trunk': {'1.1'}} Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: consumer versions: Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: { DHCP agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: L3 agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: Metadata agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: Metering agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: Open vSwitch agent@dv-cinder-742162-5-iscsi: { 'AddressGroup': '1.2', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Agent': '1.1', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'ConntrackHelper': '1.0', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'LocalIPAssociation': '1.0', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Log': '1.0', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'NDPProxy': '1.0', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Network': '1.1', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Port': '1.7', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'PortForwarding': '1.3', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'QosPolicy': '1.10', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SecurityGroup': '1.5', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SecurityGroupRule': '1.2', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SubPort': '1.0', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Subnet': '1.1', Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Trunk': '1.1'}} Jul 04 04:07:07.902990 dv-cinder-742162-5-iscsi neutron-server[104122]: {{(pid=104122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 04:07:07.961691 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] For port b94849fa-416a-4f7d-b5cb-2daff17b9ad0, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:07:07.980880 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] For port b94849fa-416a-4f7d-b5cb-2daff17b9ad0, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=b94849fa-416a-4f7d-b5cb-2daff17b9ad0,segment=NetworkSegment(207b387c-ea3f-422f-9c46-8156a18b2991),segment_id=207b387c-ea3f-422f-9c46-8156a18b2991)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:07:07.985207 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-b194896f-de2b-425a-9d30-41ced4968539 None None] Provisioning complete for port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:07:07.985707 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b194896f-de2b-425a-9d30-41ced4968539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:07.989280 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:07.997476 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:08.014514 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:08.043858 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Routers {'2f1843e0-9989-4129-b2b6-29afa6b8c3bd'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:07:08.044486 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:07:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['2f1843e0-9989-4129-b2b6-29afa6b8c3bd'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:07:08.090357 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-b194896f-de2b-425a-9d30-41ced4968539 None None] Current status of the port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:07:08.090753 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b194896f-de2b-425a-9d30-41ced4968539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:08.129856 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-b194896f-de2b-425a-9d30-41ced4968539 None None] For port b94849fa-416a-4f7d-b5cb-2daff17b9ad0, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=b94849fa-416a-4f7d-b5cb-2daff17b9ad0,segment=NetworkSegment(207b387c-ea3f-422f-9c46-8156a18b2991),segment_id=207b387c-ea3f-422f-9c46-8156a18b2991)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:07:08.137254 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b194896f-de2b-425a-9d30-41ced4968539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:08.138324 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] Set router 2f1843e0-9989-4129-b2b6-29afa6b8c3bd gateway port host: None {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:07:08.184151 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac9c2d-bfb6-40ca-aa01-10ca3257bdd0 None None] Pushing event updated for resources: {'Port': ['ID=b94849fa-416a-4f7d-b5cb-2daff17b9ad0,revision_number=4']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:08.212858 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194896f-de2b-425a-9d30-41ced4968539 None None] Pushing event updated for resources: {'Port': ['ID=b94849fa-416a-4f7d-b5cb-2daff17b9ad0,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:08.256091 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-5ca22538-7327-49b2-bd94-7dc5f8fee6db None None] Provisioning complete for port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:07:08.256515 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5ca22538-7327-49b2-bd94-7dc5f8fee6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:08.330255 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-5ca22538-7327-49b2-bd94-7dc5f8fee6db None None] Current status of the port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:07:08.344697 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'name': 'router1', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:06:55Z', 'updated_at': '2022-07-04T04:07:05Z', 'revision_number': 2, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'gw_port_host': None, '_interfaces': [{'id': 'b94849fa-416a-4f7d-b5cb-2daff17b9ad0', 'name': '', 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'mac_address': 'fa:16:3e:e8:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:07:04Z', 'updated_at': '2022-07-04T04:07:07Z', 'revision_number': 4, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'subnets': [{'id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f83fad7a-6375-4f25-b6cc-9b72bfb7c537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:07:08.370516 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b62ebfb-31a3-4133-9720-89f51915c6fd None None] The sync data for ids ['2f1843e0-9989-4129-b2b6-29afa6b8c3bd'] in dv-cinder-742162-5-iscsi is: [{'id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'name': 'router1', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:06:55Z', 'updated_at': '2022-07-04T04:07:05Z', 'revision_number': 2, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'gw_port_host': None, '_interfaces': [{'id': 'b94849fa-416a-4f7d-b5cb-2daff17b9ad0', 'name': '', 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'mac_address': 'fa:16:3e:e8:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:07:04Z', 'updated_at': '2022-07-04T04:07:07Z', 'revision_number': 4, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'subnets': [{'id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f83fad7a-6375-4f25-b6cc-9b72bfb7c537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:07:08.746348 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 53870) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:07:08.815139 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:08.958724 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0f1075-493a-44fe-8bc9-b512c5f66443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:07:08.965679 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-6a0f1075-493a-44fe-8bc9-b512c5f66443 admin admin] 10.222.0.16 "GET /v2.0/networks/7de6d7a8-af28-4125-ba66-d1982bc7990c HTTP/1.1" status: 200 len: 842 time: 0.2127638 Jul 04 04:07:08.969998 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:07:08.996974 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Made reservation on behalf of 525d4bbd65cc40f382674c9a7977e83e for: {'subnet': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:07:08.999370 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:09.016734 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:09.078994 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:09.154870 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:09.301335 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.objects.ports [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104120) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 04 04:07:09.301764 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (1d5e99ee-0270-45d3-95e8-c51ddbc3d470), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:09.356474 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5e99ee-0270-45d3-95e8-c51ddbc3d470,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:09.367212 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:07:09.367534 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Network hostable DHCP agents. Network: 7de6d7a8-af28-4125-ba66-d1982bc7990c, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:07:09.390397 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:07:09.403640 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 7de6d7a8-af28-4125-ba66-d1982bc7990c) {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:07:09.408407 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:07:09.409055 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:09.415378 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b888c4-376c-46c9-939b-39d359617f94 None None] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:07:09.439215 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f1361bd1-34b8-4f1c-b401-dfa43d8635d1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4652977 Jul 04 04:07:09.541542 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf6eb1-421f-4c00-ae5c-911fa22e545d None None] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:07:09.544271 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:11.723128 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 53888) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:07:11.752596 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=34,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:11.761389 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=38,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:11.984041 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-f0aec582-bd84-4e9c-8e99-c83ad6cf03bf demo admin] 10.222.0.16 "GET /v2.0/routers/2f1843e0-9989-4129-b2b6-29afa6b8c3bd HTTP/1.1" status: 200 len: 710 time: 0.2595599 Jul 04 04:07:12.101538 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a38f2-de67-4309-bbc2-2f3b2dab5793 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:07:12.102811 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-ab4a38f2-de67-4309-bbc2-2f3b2dab5793 demo admin] 10.222.0.16 "GET /v2.0/networks/7de6d7a8-af28-4125-ba66-d1982bc7990c HTTP/1.1" status: 200 len: 886 time: 0.1127825 Jul 04 04:07:12.111801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:07:12.349031 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Publish callbacks [] for router_gateway (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:12.626729 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Publish callbacks [] for router_gateway (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:12.701770 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:12.864090 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Allocated IP 172.27.1.30 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/35c60ce9-a0db-4ead-8f28-05b9c83bbb19) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:07:12.955391 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:12.974485 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Publish callbacks [] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:13.018503 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:13.033239 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:13.131713 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:07:13.143907 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:07:13.149471 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:07:13.152478 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Pushing event updated for resources: {'Port': ['ID=35c60ce9-a0db-4ead-8f28-05b9c83bbb19,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:13.426791 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Publish callbacks [] for router_gateway (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:13.633648 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27537'] for router (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:13.638877 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-398129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-398136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408067'] for router (2f1843e0-9989-4129-b2b6-29afa6b8c3bd), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:13.745688 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Router 2f1843e0-9989-4129-b2b6-29afa6b8c3bd has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:07:13.851186 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:07:13.855715 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] Publish callbacks [] for router (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:13.856913 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-01ae1064-74c0-419a-9450-3c97c05721fb demo admin] 10.222.0.16 "PUT /v2.0/routers/2f1843e0-9989-4129-b2b6-29afa6b8c3bd HTTP/1.1" status: 200 len: 889 time: 1.7482252 Jul 04 04:07:14.635234 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Sync routers for ids ['2f1843e0-9989-4129-b2b6-29afa6b8c3bd'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:07:14.651080 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Routers {'2f1843e0-9989-4129-b2b6-29afa6b8c3bd'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:07:14.651678 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:07:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['2f1843e0-9989-4129-b2b6-29afa6b8c3bd'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:07:14.788744 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:14.811183 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device b94849fa-416a-4f7d-b5cb-2daff17b9ad0 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:07:14.886980 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Set router 2f1843e0-9989-4129-b2b6-29afa6b8c3bd gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:07:14.995042 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:07:14.995441 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:15.244294 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:07:15.320100 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'name': 'router1', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '35c60ce9-a0db-4ead-8f28-05b9c83bbb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:06:55Z', 'updated_at': '2022-07-04T04:07:13Z', 'revision_number': 4, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'gw_port': {'id': '35c60ce9-a0db-4ead-8f28-05b9c83bbb19', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:07:12Z', 'updated_at': '2022-07-04T04:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'b94849fa-416a-4f7d-b5cb-2daff17b9ad0', 'name': '', 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'mac_address': 'fa:16:3e:e8:38:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:07:04Z', 'updated_at': '2022-07-04T04:07:08Z', 'revision_number': 5, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'subnets': [{'id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f83fad7a-6375-4f25-b6cc-9b72bfb7c537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:07:15.435891 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Checking router: 2f1843e0-9989-4129-b2b6-29afa6b8c3bd for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:07:15.436255 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Updating router 2f1843e0-9989-4129-b2b6-29afa6b8c3bd port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:07:15.490164 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:15.650564 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 5 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:07:15.799094 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Publish callbacks [] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:15.805600 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:15.840431 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:15.857399 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096c954-5bbc-4423-8e4c-0473bc669cdb None None] Pushing event updated for resources: {'Port': ['ID=35c60ce9-a0db-4ead-8f28-05b9c83bbb19,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:15.859749 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Attempting to bind port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:07:15.860108 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Attempting to bind port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:07:15.860467 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Attempting to bind port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:07:15.866335 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:07:15.866725 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:07:15.867124 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:15.867500 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:07:15.867958 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Bound port: 35c60ce9-a0db-4ead-8f28-05b9c83bbb19, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:07:15.868341 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:15.917491 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] For port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:07:15.920391 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] For port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=35c60ce9-a0db-4ead-8f28-05b9c83bbb19,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:07:15.926624 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:15.930897 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:15.986073 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096c954-5bbc-4423-8e4c-0473bc669cdb None None] Pushing event updated for resources: {'Port': ['ID=35c60ce9-a0db-4ead-8f28-05b9c83bbb19,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:15.988620 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Routers {'2f1843e0-9989-4129-b2b6-29afa6b8c3bd'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:07:15.989216 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:07:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['2f1843e0-9989-4129-b2b6-29afa6b8c3bd'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:07:16.089571 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] Set router 2f1843e0-9989-4129-b2b6-29afa6b8c3bd gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:07:16.155043 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 53900) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:07:16.271280 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-a86b21f9-caa5-4eb2-92c6-bb12d59d7800 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1150835 Jul 04 04:07:16.285305 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'name': 'router1', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '35c60ce9-a0db-4ead-8f28-05b9c83bbb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:06:55Z', 'updated_at': '2022-07-04T04:07:13Z', 'revision_number': 4, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'gw_port': {'id': '35c60ce9-a0db-4ead-8f28-05b9c83bbb19', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:07:12Z', 'updated_at': '2022-07-04T04:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'b94849fa-416a-4f7d-b5cb-2daff17b9ad0', 'name': '', 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'mac_address': 'fa:16:3e:e8:38:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:07:04Z', 'updated_at': '2022-07-04T04:07:08Z', 'revision_number': 5, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'subnets': [{'id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f83fad7a-6375-4f25-b6cc-9b72bfb7c537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:07:16.316846 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442a5a4-156d-4c17-822f-de03ed7d10cf None None] The sync data for ids ['2f1843e0-9989-4129-b2b6-29afa6b8c3bd'] in dv-cinder-742162-5-iscsi is: [{'id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'name': 'router1', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '35c60ce9-a0db-4ead-8f28-05b9c83bbb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:06:55Z', 'updated_at': '2022-07-04T04:07:13Z', 'revision_number': 4, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'gw_port': {'id': '35c60ce9-a0db-4ead-8f28-05b9c83bbb19', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:07:12Z', 'updated_at': '2022-07-04T04:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'b94849fa-416a-4f7d-b5cb-2daff17b9ad0', 'name': '', 'network_id': '0d8f9119-4a0f-475d-852a-c807286a0220', 'tenant_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'mac_address': 'fa:16:3e:e8:38:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1843e0-9989-4129-b2b6-29afa6b8c3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:07:04Z', 'updated_at': '2022-07-04T04:07:08Z', 'revision_number': 5, 'project_id': '8b52deef3bbe43eeb8063fe7f16f7af8', 'subnets': [{'id': 'c9d96aa2-a4b8-4082-8b09-aa945f7089b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f83fad7a-6375-4f25-b6cc-9b72bfb7c537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:07:16.819619 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:07:16.867539 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:07:16.868058 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:16.951744 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:07:16.952130 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:16.976565 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=35c60ce9-a0db-4ead-8f28-05b9c83bbb19,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:07:16.981491 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:17.035862 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=35c60ce9-a0db-4ead-8f28-05b9c83bbb19,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:07:18.843571 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:07:18.939365 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:07:18.939688 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (35c60ce9-a0db-4ead-8f28-05b9c83bbb19), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:18.969062 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:19.014626 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 35c60ce9-a0db-4ead-8f28-05b9c83bbb19 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:07:19.386946 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=27,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:19.423024 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:INSERT=4,neutron:SELECT=45,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:25.645339 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=35 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:25.647360 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=47 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:26.264016 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:26.268376 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=87,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:29.011447 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:29.012759 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=6 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:34.054298 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-458bf1d1-8289-4c98-9c00-4aa73d080b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:36.167917 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a2f6294a-dedd-4d02-8e03-e0037cd919e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:37.485862 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:38.819268 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:39.090049 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:07:49.076814 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:49.083901 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:07:52.649994 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 5 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:08:01.658494 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:02.646387 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:04.040817 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b8e36851-d9e3-49db-af16-841cdeaac538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:06.159214 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f218-0aaa-468e-a10f-9dd1cc241242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:07.489606 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:08.822417 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:09.086816 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:19.079112 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:19.082409 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:29.648656 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 5 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:08:31.664734 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54438) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:31.737591 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.pecan_wsgi.hooks.translation [None req-197110b1-1e80-43ad-8f85-4191a1947590 admin admin] GET failed (client error): The resource could not be found. Jul 04 04:08:31.738886 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-197110b1-1e80-43ad-8f85-4191a1947590 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0728612 Jul 04 04:08:31.970647 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b984d60-5e3a-4de0-bdd9-4496dc9d9a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:31.972065 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-5b984d60-5e3a-4de0-bdd9-4496dc9d9a05 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2289531 Jul 04 04:08:34.033938 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54448) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:34.038115 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-9ad93703-9ab3-4cd3-9a7a-f62edafac747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:34.127515 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5017e4ad-9a30-486c-8335-bb75e81063d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:34.128872 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-5017e4ad-9a30-486c-8335-bb75e81063d9 admin admin] 10.222.0.16 "GET /v2.0/subnets/c9d96aa2-a4b8-4082-8b09-aa945f7089b3 HTTP/1.1" status: 200 len: 849 time: 0.0938938 Jul 04 04:08:34.139186 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:08:34.227824 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Publish callbacks [] for subnet (c9d96aa2-a4b8-4082-8b09-aa945f7089b3), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:34.387494 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756709448686'] for subnet (c9d96aa2-a4b8-4082-8b09-aa945f7089b3), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:34.419356 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:34.420057 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:34.421421 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] 10.222.0.16 "PUT /v2.0/subnets/c9d96aa2-a4b8-4082-8b09-aa945f7089b3 HTTP/1.1" status: 200 len: 868 time: 0.2857707 Jul 04 04:08:34.424736 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae3a12d-64eb-4917-9e9e-f694d1d4faf5 None None] Network 0d8f9119-4a0f-475d-852a-c807286a0220 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:08:34.441291 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d96aa2-a4b8-4082-8b09-aa945f7089b3,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:08:34.449173 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.449521 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.449875 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.450214 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.450575 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.450920 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.451243 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.451565 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.451901 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.452230 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.452566 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.453538 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.453538 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.453538 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.453819 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c795ce-79bf-4e04-92ea-73e073098bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:08:34.744516 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-c87151d4-54a1-4bf5-a757-7599f1e28c76 None None] Provisioning complete for port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:08:34.744908 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-c87151d4-54a1-4bf5-a757-7599f1e28c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (b94849fa-416a-4f7d-b5cb-2daff17b9ad0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:34.817818 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-c87151d4-54a1-4bf5-a757-7599f1e28c76 None None] Current status of the port b94849fa-416a-4f7d-b5cb-2daff17b9ad0 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:08:34.825904 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-c87151d4-54a1-4bf5-a757-7599f1e28c76 None None] Provisioning complete for port 66b1fc1f-20e0-4fab-959c-4b950bfb531b triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:08:34.826221 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-c87151d4-54a1-4bf5-a757-7599f1e28c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (66b1fc1f-20e0-4fab-959c-4b950bfb531b), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:34.899297 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-c87151d4-54a1-4bf5-a757-7599f1e28c76 None None] Current status of the port 66b1fc1f-20e0-4fab-959c-4b950bfb531b is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:08:36.165445 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-9da0ac2b-e4ad-434c-a80f-3ed32f4a9851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:36.485198 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54456) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:36.702740 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20702207-9013-4ed9-a954-adfb86dee9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:36.703126 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20702207-9013-4ed9-a954-adfb86dee9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:36.704684 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-20702207-9013-4ed9-a954-adfb86dee9fb admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2182212 Jul 04 04:08:37.490396 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:38.762298 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54466) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:38.820086 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:38.972279 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0d98b-edcb-4eb4-9fd3-96a71eb2301a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:38.972665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0d98b-edcb-4eb4-9fd3-96a71eb2301a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:38.974400 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-53c0d98b-edcb-4eb4-9fd3-96a71eb2301a admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2111218 Jul 04 04:08:39.093341 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:08:39.644493 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:39.645362 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:41.021941 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54474) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:41.189292 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd39b2a-f3fb-4da1-a69f-48268e93e674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:41.190637 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-9fd39b2a-f3fb-4da1-a69f-48268e93e674 admin admin] 10.222.0.16 "GET /v2.0/networks/0d8f9119-4a0f-475d-852a-c807286a0220 HTTP/1.1" status: 200 len: 869 time: 0.1672473 Jul 04 04:08:43.255910 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54482) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:43.394269 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf7da43-71b7-4a24-9d24-4480132e437c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:43.396289 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-5cf7da43-71b7-4a24-9d24-4480132e437c admin admin] 10.222.0.16 "GET /v2.0/networks/7de6d7a8-af28-4125-ba66-d1982bc7990c HTTP/1.1" status: 200 len: 886 time: 0.1393895 Jul 04 04:08:45.514590 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54490) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:45.659223 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8c865-dd19-4ea5-a883-f41bae4db9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:45.659675 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8c865-dd19-4ea5-a883-f41bae4db9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:45.661546 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-23c8c865-dd19-4ea5-a883-f41bae4db9c8 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458197 Jul 04 04:08:47.739520 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54498) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:47.884553 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497bba1-1af8-4079-b84b-0dab976097f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:47.884926 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497bba1-1af8-4079-b84b-0dab976097f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:47.886539 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-5497bba1-1af8-4079-b84b-0dab976097f0 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458883 Jul 04 04:08:49.079318 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:49.086492 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:49.937763 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54506) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:50.031926 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cd805-d03e-4cdf-b52a-6ee656756a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:50.033312 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-042cd805-d03e-4cdf-b52a-6ee656756a2e admin admin] 10.222.0.16 "GET /v2.0/subnets/1d5e99ee-0270-45d3-95e8-c51ddbc3d470 HTTP/1.1" status: 200 len: 816 time: 0.0943949 Jul 04 04:08:52.102128 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54514) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:08:52.181937 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:52.184479 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:52.206769 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076005a-c677-458e-b0fb-1975a63a4632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:08:52.208131 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-9076005a-c677-458e-b0fb-1975a63a4632 admin admin] 10.222.0.16 "GET /v2.0/subnets/c9d96aa2-a4b8-4082-8b09-aa945f7089b3 HTTP/1.1" status: 200 len: 868 time: 0.1046808 Jul 04 04:08:55.632343 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=27 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:08:55.654828 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=29 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:02.205919 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=8 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:04.042695 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-c475c573-18d4-4e2d-b759-f42c40e5f9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:06.160618 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-089a43b6-c647-49e3-ba0e-a78504003327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:06.648580 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 5 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:09:07.493414 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:08.821736 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:09.089611 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:16.643510 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:16.644275 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:18.830761 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54568) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:09:18.886068 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [None req-36b06017-8ac6-427f-8e6d-e7aa58574c28 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:09:18.887055 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-36b06017-8ac6-427f-8e6d-e7aa58574c28 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0553215 Jul 04 04:09:19.080918 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:19.082287 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:21.032116 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54576) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:09:21.098539 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21d187c-1b54-4f64-a8ca-c8d84bd50973 admin admin] GET failed (client error): The resource could not be found. Jul 04 04:09:21.099809 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-c21d187c-1b54-4f64-a8ca-c8d84bd50973 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665481 Jul 04 04:09:21.187897 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a12e658-86c3-461d-80d1-92e0c4da5fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:09:21.189371 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-2a12e658-86c3-461d-80d1-92e0c4da5fc8 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839810 Jul 04 04:09:23.264630 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54584) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:09:23.323718 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:09:23.349067 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Made reservation on behalf of 525d4bbd65cc40f382674c9a7977e83e for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:09:23.351493 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:23.383098 dv-cinder-742162-5-iscsi neutron-server[104120]: WARNING neutron.services.revisions.revision_plugin [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Could not find related network for resource to bump revision. Jul 04 04:09:23.399402 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:09:23.412580 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756709554050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (102c1a94-ca70-4d53-94a8-a772faf2c42c), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:23.413087 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Unsubscribe: segment precommit_create {{(pid=104120) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 04:09:23.413554 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Added segment 102c1a94-ca70-4d53-94a8-a772faf2c42c of type vlan for network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 Jul 04 04:09:23.465399 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (c808a7a5-96f3-44e6-9b61-8aa8af1189d6), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:23.508315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (c808a7a5-96f3-44e6-9b61-8aa8af1189d6), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:23.509446 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:09:23.510124 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:23.567979 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3021178 Jul 04 04:09:23.610869 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Pushing event updated for resources: {'Network': ['ID=c808a7a5-96f3-44e6-9b61-8aa8af1189d6,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:09:23.618218 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.618591 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.618949 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.619402 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.620034 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.620034 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.620678 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.621003 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.621344 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.621676 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.622014 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.622353 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.622701 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.623018 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.623338 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d17d21-d7ea-4726-aa27-e918ba7c234a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:23.638130 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:09:25.647690 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54592) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:09:25.717025 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d384e0-cfc8-4b97-bac8-ca02cfbf0c50 admin admin] GET failed (client error): The resource could not be found. Jul 04 04:09:25.718324 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-c6d384e0-cfc8-4b97-bac8-ca02cfbf0c50 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0696723 Jul 04 04:09:25.899249 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60aab1e-e7ad-425a-8456-b54fc3030117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:09:25.900644 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-b60aab1e-e7ad-425a-8456-b54fc3030117 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1781838 Jul 04 04:09:25.910595 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Request body: {'subnet': {'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:09:25.935966 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Made reservation on behalf of 525d4bbd65cc40f382674c9a7977e83e for: {'subnet': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:09:25.938410 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:26.111207 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (21d960ca-c58b-47af-be08-29be0e793137), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:26.163346 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d960ca-c58b-47af-be08-29be0e793137,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:09:26.180693 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Checking segment: {'id': '102c1a94-ca70-4d53-94a8-a772faf2c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:09:26.181039 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Network hostable DHCP agents. Network: c808a7a5-96f3-44e6-9b61-8aa8af1189d6, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:09:26.201484 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:09:26.217083 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, c808a7a5-96f3-44e6-9b61-8aa8af1189d6) {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:09:26.222067 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:09:26.222679 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:26.227470 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b57b614-8a04-4e4d-918e-f41c4dfb4cf5 None None] Network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:09:26.242504 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-6f615910-c896-44a6-9091-299a6c0273a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3353071 Jul 04 04:09:26.339372 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-c808a7a5-96f3-44e6-9b61-8aa8af1189d6', 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6', 'project_id': '525d4bbd65cc40f382674c9a7977e83e', 'fixed_ips': [{'subnet_id': '21d960ca-c58b-47af-be08-29be0e793137'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:09:26.340327 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:26.583482 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Allocated IP 192.168.233.2 (c808a7a5-96f3-44e6-9b61-8aa8af1189d6/21d960ca-c58b-47af-be08-29be0e793137/70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:09:26.732273 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Publish callbacks [] for port (70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:26.738335 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:26.779251 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:09:26.782089 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:09:26.785935 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:09:26.792856 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Pushing event updated for resources: {'Port': ['ID=70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:09:26.816569 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.816916 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.817268 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.817625 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.817953 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.818283 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.818630 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.818951 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.819274 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.819596 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.819913 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.820248 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.820569 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.820884 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.821196 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:09:26.857090 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Attempting to bind port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:09:26.857468 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Attempting to bind port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '102c1a94-ca70-4d53-94a8-a772faf2c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:09:26.857819 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Attempting to bind port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec on network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:09:26.865164 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:09:26.865574 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Checking segment: {'id': '102c1a94-ca70-4d53-94a8-a772faf2c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:09:26.865970 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:26.866320 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Bound using segment: {'id': '102c1a94-ca70-4d53-94a8-a772faf2c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:09:26.866830 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Bound port: 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102c1a94-ca70-4d53-94a8-a772faf2c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:09:26.867216 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:26.931672 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] For port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:09:26.934970 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] For port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec,segment=NetworkSegment(102c1a94-ca70-4d53-94a8-a772faf2c42c),segment_id=102c1a94-ca70-4d53-94a8-a772faf2c42c)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:09:26.942015 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:27.002928 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e1365-f7e3-4473-9664-51c74cce94e7 None None] Pushing event updated for resources: {'Port': ['ID=70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:09:27.815687 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9222b-7414-4993-bac8-840c6dd2bc23 None None] Network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:09:27.926875 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:27.930924 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-403b10b2-6681-4ea4-b075-c7ad70e71bb6 None None] Provisioning complete for port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:09:27.931310 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-403b10b2-6681-4ea4-b075-c7ad70e71bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:27.958063 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:28.015937 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-403b10b2-6681-4ea4-b075-c7ad70e71bb6 None None] Current status of the port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:09:28.016321 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-403b10b2-6681-4ea4-b075-c7ad70e71bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:28.061579 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-403b10b2-6681-4ea4-b075-c7ad70e71bb6 None None] For port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec,segment=NetworkSegment(102c1a94-ca70-4d53-94a8-a772faf2c42c),segment_id=102c1a94-ca70-4d53-94a8-a772faf2c42c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:09:28.067313 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-403b10b2-6681-4ea4-b075-c7ad70e71bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:28.123502 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b10b2-6681-4ea4-b075-c7ad70e71bb6 None None] Pushing event updated for resources: {'Port': ['ID=70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:09:28.186809 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-4bf2588f-9dd6-423e-96a6-1d501fd32934 None None] Provisioning complete for port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:09:28.187171 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-4bf2588f-9dd6-423e-96a6-1d501fd32934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:28.266984 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2588f-9dd6-423e-96a6-1d501fd32934 None None] Current status of the port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:09:28.892916 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:09:28.947098 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:09:28.947481 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:29.044329 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 70f8a9d1-a0d9-4ab1-bbbe-fb90217d06ec is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:09:31.184096 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=12 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:31.185395 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=10 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:32.050468 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=14 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:32.055227 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=12 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:34.048294 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6efa-51b5-4d2c-8dd0-66c504e365f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:36.170190 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-673bd0ea-5fde-4439-aa80-69e1584f2888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:36.226211 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=68,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:36.235160 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=70,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:37.496219 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:38.822967 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:39.085961 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:09:43.647627 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 5 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:09:49.073633 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:49.079674 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:52.657312 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:09:53.643719 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:10:04.052585 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d1b511e5-7201-4a1e-864d-bc046cd7901a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:06.167920 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-16477db2-e380-425b-9f7f-86d605d957dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:07.500095 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:08.822838 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:09.083733 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:19.074805 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:10:19.077761 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:10:20.646514 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 5 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:10:32.644252 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:10:32.645430 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:10:34.058061 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5f339d0e-8121-4eff-934d-2316dad7059f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:36.163760 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e9396c65-ae84-4c1b-a58f-985c60bc9b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:37.502598 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:38.827788 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:39.080589 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:49.069020 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:10:49.075434 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:10:52.599849 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54634) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:10:52.605801 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [None req-83b7c4eb-ff4e-46c2-873c-5dc4315b2138 tempest-verify_tempest_config-456637383 tempest-verify_tempest_config-456637383-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:10:52.606956 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-83b7c4eb-ff4e-46c2-873c-5dc4315b2138 tempest-verify_tempest_config-456637383 tempest-verify_tempest_config-456637383-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060849 Jul 04 04:10:52.920740 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54652) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:10:53.029886 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:53.149565 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Publish callbacks [] for security_group (63eab196-c425-4049-b290-48caa5424e9f), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:53.155442 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (63eab196-c425-4049-b290-48caa5424e9f), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:53.202088 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eab196-c425-4049-b290-48caa5424e9f,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:10:53.208411 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe64258a07fd4974aeb91d21b4a70f31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2866540 Jul 04 04:10:53.211308 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54656) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:10:53.212904 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.213271 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.213632 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.213994 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.214299 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.214667 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.215170 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.215484 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.215841 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.216174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.216504 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.216841 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.217161 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.217477 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.217789 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ac030-261e-428d-b20c-521afa7bcb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.272117 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Publish callbacks [] for security_group (63eab196-c425-4049-b290-48caa5424e9f), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:53.294006 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Publish callbacks [] for security_group (63eab196-c425-4049-b290-48caa5424e9f), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:53.398322 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (63eab196-c425-4049-b290-48caa5424e9f), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:53.402479 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:10:53.404106 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63eab196-c425-4049-b290-48caa5424e9f HTTP/1.1" status: 204 len: 168 time: 0.1916726 Jul 04 04:10:53.412263 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eab196-c425-4049-b290-48caa5424e9f,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:10:53.419971 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.420317 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.420673 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.421010 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.421424 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.421754 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.422083 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.422432 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.422771 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.423096 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.423432 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.423787 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.424108 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.424427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:53.424739 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08468cf6-8514-4e4d-adb7-d9938f4afb48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:10:57.644586 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 5 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:11:03.200669 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:03.207119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:03.414731 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:03.415907 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:03.439607 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:03.445799 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:04.061330 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc08e-1972-46cf-a85c-b8838de562db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:06.168475 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-39517909-f07e-46f3-a7e0-e762ac367411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:06.650971 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:07.505757 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:07.641061 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:08.830590 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:09.076419 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:19.068210 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:19.069429 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:34.065544 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0f7c45b5-057e-488a-98d5-94c353b4e71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:34.645583 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 5 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:11:36.182668 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a294a7fe-81ed-413e-a4a1-aa924aee2260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:37.509616 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:38.837309 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:39.086122 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:11:43.648938 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=16 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:44.640442 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=20 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:49.077732 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:11:49.080145 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:04.066603 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-199f77ce-3df7-46d6-934d-b0fb86d24056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:06.182276 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-f1457edc-a5bf-4256-83ed-9d18f094e62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:07.521379 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:08.841975 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:09.085325 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:11.650429 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 5 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:12:19.076649 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:19.079161 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:21.640636 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:21.642884 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:32.650136 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:32.651019 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:34.071312 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-fb9546b1-b1b4-4b04-821b-b123096984e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:36.182136 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-11582f61-6899-46c5-8b8f-2d0a16977281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:37.517049 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:37.717494 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404764'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:38.840063 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:39.087864 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:12:48.650780 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:12:49.073188 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:49.080324 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:49.641896 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54734) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:12:49.757669 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-2ffeb2ec-947e-4bf7-8a95-e551ca49e7c0 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1146162 Jul 04 04:12:51.844598 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54744) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:12:51.916736 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2f7f92c6-75e6-4528-b4dc-1ace40d5fd0d admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0706286 Jul 04 04:12:58.646859 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:58.647646 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:59.751253 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:12:59.752497 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:13:01.908799 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:13:01.911091 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:13:04.071708 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-06a0e09f-bb9f-4131-874c-d56ba47084d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:06.185979 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3b712de3-76be-4827-9ce0-64216f990329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:07.533287 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:07.705508 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:08.851023 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:09.093985 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:19.083150 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:13:19.087335 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:13:25.654886 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:13:34.066819 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dc3bdfee-2101-4f73-b305-3f0412fc299c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:35.646758 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=17 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:13:35.648225 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=17 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:13:36.179247 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3c390910-0801-4de4-af46-c10b5188af62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:37.523644 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:37.722780 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:38.841038 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:39.196821 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:13:49.188808 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:13:49.190800 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:02.655500 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:14:04.065186 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-55815f3d-7927-484d-abbf-e8eff8d937cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:06.182407 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-863870ca-8d24-440e-a4f5-fa2fa52b3c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:07.526793 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:07.712630 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:08.841045 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:09.092254 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:12.650970 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:12.653105 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:19.084382 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:19.086573 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:27.746701 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54892) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:28.021166 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-network', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:28.049393 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Made reservation on behalf of 7ea328a1154a4a9a955e411f7eab0aa9 for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:14:28.052182 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.058068 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54920) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:28.064285 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.150062 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Publish callbacks [] for security_group (b394ca20-8c37-4c07-9d2f-66589caaff15), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.155885 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b394ca20-8c37-4c07-9d2f-66589caaff15), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.181409 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:14:28.197358 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b394ca20-8c37-4c07-9d2f-66589caaff15,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:28.201686 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (85845da6-7233-443d-856b-3dca829ac49d), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.202028 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Added segment 85845da6-7233-443d-856b-3dca829ac49d of type vlan for network 6b852890-6d40-459d-8b3f-cc97ada90f12 Jul 04 04:14:28.215696 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.216047 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.216407 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.216747 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.217130 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.217379 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.217878 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.218434 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.218766 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.219157 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.219419 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.219746 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.220063 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.220377 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.220688 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Tracked resource versions report: Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: pushed versions: Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: { 'AddressGroup': {'1.2'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Agent': {'1.1'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'ConntrackHelper': {'1.0'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'LocalIPAssociation': {'1.0'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Log': {'1.0'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'NDPProxy': {'1.0'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Network': {'1.1'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Port': {'1.7'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'PortForwarding': {'1.3'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'QosPolicy': {'1.10'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SecurityGroup': {'1.5'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SecurityGroupRule': {'1.2'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SubPort': {'1.0'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Subnet': {'1.1'}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Trunk': {'1.1'}} Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: consumer versions: Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: { DHCP agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: HyperV agent@hv-cinder-74216: {}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: L3 agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: Metadata agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: Metering agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: Open vSwitch agent@dv-cinder-742162-5-iscsi: { 'AddressGroup': '1.2', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Agent': '1.1', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'ConntrackHelper': '1.0', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'LocalIPAssociation': '1.0', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Log': '1.0', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'NDPProxy': '1.0', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Network': '1.1', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Port': '1.7', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'PortForwarding': '1.3', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'QosPolicy': '1.10', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SecurityGroup': '1.5', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SecurityGroupRule': '1.2', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'SubPort': '1.0', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Subnet': '1.1', Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: 'Trunk': '1.1'}} Jul 04 04:14:28.222087 dv-cinder-742162-5-iscsi neutron-server[104120]: {{(pid=104120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 04:14:28.259105 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (6b852890-6d40-459d-8b3f-cc97ada90f12), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.299567 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (6b852890-6d40-459d-8b3f-cc97ada90f12), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.301019 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:28.301275 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.357414 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1752696513-network', 'tenant_id': '7ccd298eebe6413daaae0d801e902616'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:28.365526 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] Pushing event updated for resources: {'Network': ['ID=6b852890-6d40-459d-8b3f-cc97ada90f12,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:28.374203 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-93fb3f12-3e81-4d20-b639-2233ecea55b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6277845 Jul 04 04:14:28.375041 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54940) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:28.376913 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:14:28.381734 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Request body: {'subnet': {'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-subnet', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:28.385440 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Made reservation on behalf of 7ccd298eebe6413daaae0d801e902616 for: {'network': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:14:28.388323 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.404784 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.407017 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Made reservation on behalf of 7ea328a1154a4a9a955e411f7eab0aa9 for: {'subnet': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:14:28.409354 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.525565 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Publish callbacks [] for security_group (88620f9d-714b-4e0c-8aa0-d00d46ceb70a), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.533706 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (88620f9d-714b-4e0c-8aa0-d00d46ceb70a), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.576710 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=104119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:14:28.606520 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (431a6ec1-8a71-4134-9697-017a60cc7da1), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.606955 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.segments_db [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Added segment 431a6ec1-8a71-4134-9697-017a60cc7da1 of type vlan for network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 Jul 04 04:14:28.616120 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88620f9d-714b-4e0c-8aa0-d00d46ceb70a,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:28.637435 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.637908 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.638486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.639370 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.639930 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.640509 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.641046 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.641604 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.642931 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.643524 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.644092 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.644715 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.645577 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.645992 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.646494 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Tracked resource versions report: Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: pushed versions: Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: { 'AddressGroup': {'1.2'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Agent': {'1.1'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'ConntrackHelper': {'1.0'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'LocalIPAssociation': {'1.0'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Log': {'1.0'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'NDPProxy': {'1.0'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Network': {'1.1'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Port': {'1.7'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'PortForwarding': {'1.3'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'QosPolicy': {'1.10'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SecurityGroup': {'1.5'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SecurityGroupRule': {'1.2'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SubPort': {'1.0'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Subnet': {'1.1'}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Trunk': {'1.1'}} Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: consumer versions: Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: { DHCP agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: HyperV agent@hv-cinder-74216: {}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: L3 agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: Metadata agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: Metering agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: Open vSwitch agent@dv-cinder-742162-5-iscsi: { 'AddressGroup': '1.2', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Agent': '1.1', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'ConntrackHelper': '1.0', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'LocalIPAssociation': '1.0', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Log': '1.0', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'NDPProxy': '1.0', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Network': '1.1', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Port': '1.7', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'PortForwarding': '1.3', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'QosPolicy': '1.10', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SecurityGroup': '1.5', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SecurityGroupRule': '1.2', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'SubPort': '1.0', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Subnet': '1.1', Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: 'Trunk': '1.1'}} Jul 04 04:14:28.647891 dv-cinder-742162-5-iscsi neutron-server[104119]: {{(pid=104119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 04:14:28.671168 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (c8b27b97-f266-4386-9195-6d99352d86c3), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.711418 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.742218 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b27b97-f266-4386-9195-6d99352d86c3,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:28.747627 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.749743 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:28.750884 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.751568 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Checking segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:28.752065 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Network hostable DHCP agents. Network: 6b852890-6d40-459d-8b3f-cc97ada90f12, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:14:28.772989 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:14:28.787082 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 6b852890-6d40-459d-8b3f-cc97ada90f12) {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:28.792681 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:28.793527 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.797032 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93927a3-195b-48de-88fb-64c5ec837844 None None] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:14:28.798761 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7392762 Jul 04 04:14:28.801914 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54962) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:28.809150 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:28.820185 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-807baa10-6e20-4dee-a551-820b3800a306 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4433942 Jul 04 04:14:28.822663 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54964) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:28.830770 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:28.844588 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Request body: {'subnet': {'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-subnet', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:28.853869 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dca68-82d7-4c72-b1d4-16eaf0d3a746 admin admin] Pushing event updated for resources: {'Network': ['ID=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:28.856723 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (744bc2c3-db45-4d76-a004-4802ef2af8b7), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.859973 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (744bc2c3-db45-4d76-a004-4802ef2af8b7), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.883329 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Made reservation on behalf of 7ccd298eebe6413daaae0d801e902616 for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:14:28.891206 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:28.900325 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:28.915047 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:14:28.944787 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks [] for router_controller (744bc2c3-db45-4d76-a004-4802ef2af8b7), precommit_add_association {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.049167 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-6b852890-6d40-459d-8b3f-cc97ada90f12', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:14:29.050522 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.118673 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (717d670b-adb3-427c-80c2-3232bb75bb0d), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.136124 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks [] for router_gateway (744bc2c3-db45-4d76-a004-4802ef2af8b7), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.186932 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=717d670b-adb3-427c-80c2-3232bb75bb0d,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:29.217441 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Checking segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:29.218049 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Network hostable DHCP agents. Network: 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:14:29.231257 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:29.250324 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:14:29.268657 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:29.274768 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:29.275552 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.283235 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2bcd81-3055-4c0b-aa95-ff4c06b23a9d None None] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:14:29.287873 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Allocated IP 172.20.0.2 (6b852890-6d40-459d-8b3f-cc97ada90f12/c8b27b97-f266-4386-9195-6d99352d86c3/df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:29.309494 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-1203cfab-eca6-4883-90b0-aa570eacbd5c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5059729 Jul 04 04:14:29.312123 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 54992) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:29.316492 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:29.391734 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 54994) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:29.435887 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks [] for router_gateway (744bc2c3-db45-4d76-a004-4802ef2af8b7), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.458747 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.464693 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (6483508b-f050-4e8f-a99a-09cdd24e97ed), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.465539 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (6483508b-f050-4e8f-a99a-09cdd24e97ed), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.525091 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:14:29.526846 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.609136 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Allocated IP 172.27.1.185 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/4ea23c1b-6386-41d1-b415-d0559858eaf6) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:29.671597 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Allocated IP 172.20.0.2 (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11/717d670b-adb3-427c-80c2-3232bb75bb0d/11e80dc8-388e-44d5-9299-1a4a0217b479) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:29.681292 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks [] for router_controller (6483508b-f050-4e8f-a99a-09cdd24e97ed), precommit_add_association {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.792611 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks [] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.861624 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:29.868513 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Publish callbacks [] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.881167 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.902811 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:29.924133 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:29.931497 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:29.942760 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:29.956923 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-842233108-network', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:29.963873 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.965817 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks [] for router_gateway (6483508b-f050-4e8f-a99a-09cdd24e97ed), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:29.970593 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:29.985697 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:29.990560 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:29.993416 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:30.075172 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Attempting to bind port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:14:30.075897 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Attempting to bind port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:14:30.076423 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Attempting to bind port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c on network 6b852890-6d40-459d-8b3f-cc97ada90f12 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:14:30.085698 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:14:30.086413 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Checking segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:30.086991 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.087534 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Bound using segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:14:30.088170 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Bound port: df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:14:30.088716 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.108680 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:30.157241 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] For port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:14:30.161373 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] For port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:14:30.181971 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.191694 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Pushing event updated for resources: {'Port': ['ID=4ea23c1b-6386-41d1-b415-d0559858eaf6,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:30.194731 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Pushing event updated for resources: {'Port': ['ID=df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:30.211600 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Publish callbacks [] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.214258 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.215104 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.215715 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.217794 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.218331 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.218856 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.219341 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.219817 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.220285 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.220765 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.221249 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.221741 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.222261 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.222767 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.223243 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Tracked resource versions report: Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: pushed versions: Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: { 'AddressGroup': {'1.2'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Agent': {'1.1'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'ConntrackHelper': {'1.0'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'LocalIPAssociation': {'1.0'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Log': {'1.0'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'NDPProxy': {'1.0'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Network': {'1.1'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Port': {'1.7'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'PortForwarding': {'1.3'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'QosPolicy': {'1.10'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SecurityGroup': {'1.5'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SecurityGroupRule': {'1.2'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SubPort': {'1.0'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Subnet': {'1.1'}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Trunk': {'1.1'}} Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: consumer versions: Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: { DHCP agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: HyperV agent@hv-cinder-74216: {}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: L3 agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: Metadata agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: Metering agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: Open vSwitch agent@dv-cinder-742162-5-iscsi: { 'AddressGroup': '1.2', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Agent': '1.1', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'ConntrackHelper': '1.0', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'LocalIPAssociation': '1.0', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Log': '1.0', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'NDPProxy': '1.0', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Network': '1.1', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Port': '1.7', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'PortForwarding': '1.3', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'QosPolicy': '1.10', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SecurityGroup': '1.5', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SecurityGroupRule': '1.2', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'SubPort': '1.0', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Subnet': '1.1', Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: 'Trunk': '1.1'}} Jul 04 04:14:30.224594 dv-cinder-742162-5-iscsi neutron-server[104121]: {{(pid=104121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 04:14:30.260376 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.453387 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks [] for router_gateway (6483508b-f050-4e8f-a99a-09cdd24e97ed), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.491941 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks [] for router_gateway (744bc2c3-db45-4d76-a004-4802ef2af8b7), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.517391 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.675699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:30.675699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:30.683829 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:30.705546 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d2eda-89f3-4630-a294-46a8494bd64c None None] Pushing event updated for resources: {'Port': ['ID=df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:30.735158 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Allocated IP 172.27.1.175 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/c55d3dec-d7e8-474a-9e69-2168091f1582) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:30.757875 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:30.844649 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Attempting to bind port 11e80dc8-388e-44d5-9299-1a4a0217b479 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:14:30.845318 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Attempting to bind port 11e80dc8-388e-44d5-9299-1a4a0217b479 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:14:30.845926 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Attempting to bind port 11e80dc8-388e-44d5-9299-1a4a0217b479 on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:14:30.848518 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Pushing event updated for resources: {'Port': ['ID=11e80dc8-388e-44d5-9299-1a4a0217b479,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:30.856935 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:14:30.857616 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Checking segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:30.858199 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.858778 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Bound using segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:14:30.859523 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Bound port: 11e80dc8-388e-44d5-9299-1a4a0217b479, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:14:30.860069 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.878416 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Made reservation on behalf of f14e4e69a2db416caeef8036b55805b6 for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:14:30.881533 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.898020 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.912020 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (744bc2c3-db45-4d76-a004-4802ef2af8b7), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:30.992802 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] For port 11e80dc8-388e-44d5-9299-1a4a0217b479, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:14:30.999271 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks [] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.004060 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] For port 11e80dc8-388e-44d5-9299-1a4a0217b479, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=11e80dc8-388e-44d5-9299-1a4a0217b479,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:14:31.016984 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.115657 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.158147 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:31.177036 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda0339-3948-41d2-8d40-9e039be35dbc None None] Pushing event updated for resources: {'Port': ['ID=11e80dc8-388e-44d5-9299-1a4a0217b479,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:31.185874 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Publish callbacks [] for security_group (e23a7823-a295-4bf8-a188-e0d5ee0246b6), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.194566 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e23a7823-a295-4bf8-a188-e0d5ee0246b6), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.205312 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:31.208086 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:31.214185 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:31.267006 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23a7823-a295-4bf8-a188-e0d5ee0246b6,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:31.267994 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:31.286810 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:14:31.290242 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Router 744bc2c3-db45-4d76-a004-4802ef2af8b7 is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:14:31.304276 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:31.305272 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.333313 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (31654040-efe8-4335-9295-b9f46363e785), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.333700 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Added segment 31654040-efe8-4335-9295-b9f46363e785 of type vlan for network aed25219-687f-45ba-80be-abe14c80c9f4 Jul 04 04:14:31.466830 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Pushing event updated for resources: {'Port': ['ID=c55d3dec-d7e8-474a-9e69-2168091f1582,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:31.489844 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:31.490231 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.507066 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:31.552576 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (aed25219-687f-45ba-80be-abe14c80c9f4), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.585964 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:14:31.593035 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.625214 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:14:31.670874 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Sync routers for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:14:31.678474 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:31.688552 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:31.689468 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:31.689975 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:31.718269 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (aed25219-687f-45ba-80be-abe14c80c9f4), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.719295 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:31.719992 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.727289 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks [] for router_gateway (6483508b-f050-4e8f-a99a-09cdd24e97ed), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.784972 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:31.800434 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7ce8f140-843d-4e79-936b-1263ad8d9c8c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9764552 Jul 04 04:14:31.801475 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55066) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:31.836901 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:31.935299 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.5415978 Jul 04 04:14:31.939315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55068) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:31.949996 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:31.952162 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Request body: {'subnet': {'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-842233108-subnet', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:31.956440 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (6483508b-f050-4e8f-a99a-09cdd24e97ed), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:32.015250 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48642c2c-9fd2-4dad-9e7a-675ad60f0d11 admin admin] Pushing event updated for resources: {'Network': ['ID=aed25219-687f-45ba-80be-abe14c80c9f4,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:32.026706 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e84a6e-3da5-4dbd-a723-326ec9aa80f9 None None] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:14:32.056239 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Made reservation on behalf of f14e4e69a2db416caeef8036b55805b6 for: {'subnet': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:14:32.059561 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:32.077011 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:32.175758 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:14:32.238752 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network aed25219-687f-45ba-80be-abe14c80c9f4 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:14:32.394140 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:30Z', 'revision_number': 3, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:32.444359 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-1b50e7cb-aed7-4731-b88f-903ee0da4895 None None] Provisioning complete for port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:32.444359 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1b50e7cb-aed7-4731-b88f-903ee0da4895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:32.493541 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Checking router: 744bc2c3-db45-4d76-a004-4802ef2af8b7 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:14:32.494929 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Updating router 744bc2c3-db45-4d76-a004-4802ef2af8b7 port 4ea23c1b-6386-41d1-b415-d0559858eaf6 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:14:32.571525 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:32.758019 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:14:32.783247 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-1b50e7cb-aed7-4731-b88f-903ee0da4895 None None] Current status of the port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:32.792498 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:14:32.797140 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:32.799009 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-46d88b2f-69f7-44d8-acaa-fb04e8a6c9bb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4858959 Jul 04 04:14:32.804422 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55090) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:32.834936 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:32.835605 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:33.050893 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.113558 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:33.269622 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:33.317629 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Allocated IP 172.20.0.1 (6b852890-6d40-459d-8b3f-cc97ada90f12/c8b27b97-f266-4386-9195-6d99352d86c3/9369d5ab-d0df-4b5c-ac33-240b1a0fbbab) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:33.396520 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Publish callbacks [] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.409377 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.493491 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:33.495170 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:33.508732 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (387c6349-a5e0-49c0-87b1-29f5d45a0b38), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.522358 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd44d1c-b155-437a-a2fc-097ab406f9c0 None None] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:14:33.525560 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Publish callbacks [] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.548367 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Pushing event updated for resources: {'Port': ['ID=4ea23c1b-6386-41d1-b415-d0559858eaf6,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:33.590822 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.591318 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.591622 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.591849 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.592181 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.592507 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.592829 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.593244 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.593466 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.593781 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.594105 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.614547 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.615046 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.615661 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.617193 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Tracked resource versions report: Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: pushed versions: Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: { 'AddressGroup': {'1.2'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Agent': {'1.1'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'ConntrackHelper': {'1.0'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'LocalIPAssociation': {'1.0'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Log': {'1.0'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'NDPProxy': {'1.0'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Network': {'1.1'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Port': {'1.7'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'PortForwarding': {'1.3'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'QosPolicy': {'1.10'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SecurityGroup': {'1.5'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SecurityGroupRule': {'1.2'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SubPort': {'1.0'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Subnet': {'1.1'}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Trunk': {'1.1'}} Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: consumer versions: Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: { DHCP agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: HyperV agent@hv-cinder-74216: {}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: L3 agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: Metadata agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: Metering agent@dv-cinder-742162-5-iscsi: {}, Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: Open vSwitch agent@dv-cinder-742162-5-iscsi: { 'AddressGroup': '1.2', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Agent': '1.1', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'ConntrackHelper': '1.0', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'LocalIPAssociation': '1.0', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Log': '1.0', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'NDPProxy': '1.0', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Network': '1.1', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Port': '1.7', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'PortForwarding': '1.3', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'QosPolicy': '1.10', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SecurityGroup': '1.5', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SecurityGroupRule': '1.2', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'SubPort': '1.0', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Subnet': '1.1', Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: 'Trunk': '1.1'}} Jul 04 04:14:33.622673 dv-cinder-742162-5-iscsi neutron-server[104122]: {{(pid=104122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 04:14:33.641961 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Attempting to bind port 4ea23c1b-6386-41d1-b415-d0559858eaf6 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:14:33.642819 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Attempting to bind port 4ea23c1b-6386-41d1-b415-d0559858eaf6 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:14:33.643439 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Attempting to bind port 4ea23c1b-6386-41d1-b415-d0559858eaf6 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:14:33.645356 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:33.649370 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:33.651722 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 11e80dc8-388e-44d5-9299-1a4a0217b479 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:33.656383 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:14:33.658875 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:33.659504 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.660052 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:14:33.662916 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Bound port: 4ea23c1b-6386-41d1-b415-d0559858eaf6, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:14:33.663474 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.749569 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-cd98e6af-90f4-4876-878c-0764f7fc5fb1 None None] Provisioning complete for port 11e80dc8-388e-44d5-9299-1a4a0217b479 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:33.749958 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cd98e6af-90f4-4876-878c-0764f7fc5fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.762899 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] For port 4ea23c1b-6386-41d1-b415-d0559858eaf6, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:14:33.768364 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] For port 4ea23c1b-6386-41d1-b415-d0559858eaf6, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=4ea23c1b-6386-41d1-b415-d0559858eaf6,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:14:33.818489 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:33.818489 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.827695 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Pushing event updated for resources: {'Subnet': ['ID=387c6349-a5e0-49c0-87b1-29f5d45a0b38,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:33.894648 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:33.896013 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:33.922484 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:33.938023 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Checking segment: {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:33.938405 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Network hostable DHCP agents. Network: aed25219-687f-45ba-80be-abe14c80c9f4, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:14:33.981303 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:31Z', 'revision_number': 3, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:33.989395 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:34.022333 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:14:34.023023 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Updating router 6483508b-f050-4e8f-a99a-09cdd24e97ed port c55d3dec-d7e8-474a-9e69-2168091f1582 binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:14:34.049580 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 11e80dc8-388e-44d5-9299-1a4a0217b479 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:34.050309 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.099781 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:34.106872 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:34.107584 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (744bc2c3-db45-4d76-a004-4802ef2af8b7), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.173607 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55178) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:34.192594 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ffc98-7e55-40c1-9959-0b280be3d558 None None] Pushing event updated for resources: {'Port': ['ID=4ea23c1b-6386-41d1-b415-d0559858eaf6,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:34.208474 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.232458 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:34.279204 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.351835 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Pushing event updated for resources: {'Port': ['ID=9369d5ab-d0df-4b5c-ac33-240b1a0fbbab,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:34.365437 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-19f96e12-3f07-4ea5-9e0c-6a71ac3cf0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.396285 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-cd98e6af-90f4-4876-878c-0764f7fc5fb1 None None] Current status of the port 11e80dc8-388e-44d5-9299-1a4a0217b479 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:34.404355 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cd98e6af-90f4-4876-878c-0764f7fc5fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.409782 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.426482 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Network aed25219-687f-45ba-80be-abe14c80c9f4 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:14:34.657727 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Publish callbacks [] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.661202 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:34.662821 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, aed25219-687f-45ba-80be-abe14c80c9f4) {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:34.669621 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:34.670820 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.682873 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440129ba-9b8f-4557-bd8c-a3d0f834b18a None None] Network aed25219-687f-45ba-80be-abe14c80c9f4 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:14:34.689566 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.690454 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (744bc2c3-db45-4d76-a004-4802ef2af8b7), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.759327 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:34.787662 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-5b4fe198-2527-4ca9-848b-617506a8320e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8394966 Jul 04 04:14:34.791113 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55196) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:34.811340 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55198) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:34.841255 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:34.853153 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Pushing event updated for resources: {'Port': ['ID=9369d5ab-d0df-4b5c-ac33-240b1a0fbbab,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:34.864654 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d414f87d-6738-483e-b81f-92cd32d88729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.886961 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:30Z', 'revision_number': 3, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:34.898584 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55204) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:34.920595 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf7d79-fbcf-4828-9b59-0c93c2599d5f None None] The sync data for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi is: [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:30Z', 'revision_number': 3, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:14:34.973240 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (7823ffc7-7904-4ba9-832e-29c66f7242e2), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.974467 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (7823ffc7-7904-4ba9-832e-29c66f7242e2), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:34.982979 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-cd98e6af-90f4-4876-878c-0764f7fc5fb1 None None] For port 11e80dc8-388e-44d5-9299-1a4a0217b479, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=11e80dc8-388e-44d5-9299-1a4a0217b479,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:14:35.002786 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cd98e6af-90f4-4876-878c-0764f7fc5fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.068510 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Allocated IP 172.20.0.1 (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11/717d670b-adb3-427c-80c2-3232bb75bb0d/a358e588-fe98-408f-8e71-ceb307134a86) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:35.132685 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98e6af-90f4-4876-878c-0764f7fc5fb1 None None] Pushing event updated for resources: {'Port': ['ID=11e80dc8-388e-44d5-9299-1a4a0217b479,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:35.151659 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:35.152591 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 11e80dc8-388e-44d5-9299-1a4a0217b479 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:35.153003 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.167985 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-7cfae0fc-136d-4e3a-8de3-6258252fdd10 None None] Provisioning complete for port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:35.168645 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7cfae0fc-136d-4e3a-8de3-6258252fdd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.184925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:35.192159 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks [] for router_controller (7823ffc7-7904-4ba9-832e-29c66f7242e2), precommit_add_association {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.194129 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a81887c-386d-4241-bd97-2639d4af1933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.196300 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:35.221603 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:35.237399 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-21e74739-d6a0-452d-b284-2913f23eead0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.391659 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-21e74739-d6a0-452d-b284-2913f23eead0 admin admin] Publish callbacks [] for security_group (4bdd4916-e405-4d9b-a905-e37851a6b356), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.402425 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-21e74739-d6a0-452d-b284-2913f23eead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (4bdd4916-e405-4d9b-a905-e37851a6b356), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.419798 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:35.423355 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.db.api [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 04 04:14:35.424008 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG oslo_db.api [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 04:14:35.441749 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:35.456006 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-aed25219-687f-45ba-80be-abe14c80c9f4', 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4', 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'fixed_ips': [{'subnet_id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:14:35.456985 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.517025 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-21e74739-d6a0-452d-b284-2913f23eead0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fe565b442cf41a5a9f89f77620a2d25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6997411 Jul 04 04:14:35.521717 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55216) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:35.527466 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:35.584801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Publish callbacks [] for port (a358e588-fe98-408f-8e71-ceb307134a86), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.601847 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks [] for router_gateway (7823ffc7-7904-4ba9-832e-29c66f7242e2), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.653482 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-7cfae0fc-136d-4e3a-8de3-6258252fdd10 None None] Current status of the port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:35.707908 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e74739-d6a0-452d-b284-2913f23eead0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd4916-e405-4d9b-a905-e37851a6b356,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:35.723092 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Router 744bc2c3-db45-4d76-a004-4802ef2af8b7 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:14:35.725836 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d414f87d-6738-483e-b81f-92cd32d88729 admin admin] Publish callbacks [] for security_group (45594786-8942-431b-a55f-062f31fdd09c), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.731109 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a81887c-386d-4241-bd97-2639d4af1933 admin admin] Publish callbacks [] for security_group (126abdb0-d91e-438a-98a0-2821a1433f48), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.739227 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-7cfae0fc-136d-4e3a-8de3-6258252fdd10 None None] Provisioning complete for port 11e80dc8-388e-44d5-9299-1a4a0217b479 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:35.739663 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d414f87d-6738-483e-b81f-92cd32d88729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (45594786-8942-431b-a55f-062f31fdd09c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.739794 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7cfae0fc-136d-4e3a-8de3-6258252fdd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.749470 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-704245b9-4ba7-4cf1-a743-50cc31a3b9a8 admin admin] Publish callbacks [] for security_group (4bdd4916-e405-4d9b-a905-e37851a6b356), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.792448 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a81887c-386d-4241-bd97-2639d4af1933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (126abdb0-d91e-438a-98a0-2821a1433f48), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.797955 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (a358e588-fe98-408f-8e71-ceb307134a86), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.838425 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Publish callbacks [] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.853422 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81887c-386d-4241-bd97-2639d4af1933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126abdb0-d91e-438a-98a0-2821a1433f48,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:35.863578 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.872919 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Allocated IP 172.20.0.2 (aed25219-687f-45ba-80be-abe14c80c9f4/387c6349-a5e0-49c0-87b1-29f5d45a0b38/0d5cadd2-26de-422a-bbb3-e16296d315b4) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:35.882943 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-704245b9-4ba7-4cf1-a743-50cc31a3b9a8 admin admin] Publish callbacks [] for security_group (4bdd4916-e405-4d9b-a905-e37851a6b356), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:35.901995 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d414f87d-6738-483e-b81f-92cd32d88729 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94810165aeb641848b753c96ca3ad7a8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7178910 Jul 04 04:14:35.906610 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414f87d-6738-483e-b81f-92cd32d88729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45594786-8942-431b-a55f-062f31fdd09c,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:35.937903 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55230) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:35.974545 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Attempting to bind port c55d3dec-d7e8-474a-9e69-2168091f1582 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:14:35.974914 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Attempting to bind port c55d3dec-d7e8-474a-9e69-2168091f1582 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:14:35.975274 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Attempting to bind port c55d3dec-d7e8-474a-9e69-2168091f1582 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:14:35.982745 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:36.003059 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:14:36.003774 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:36.003863 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.004717 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:14:36.004717 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Bound port: c55d3dec-d7e8-474a-9e69-2168091f1582, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:14:36.005100 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.016205 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:36.039168 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:36.040809 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (6483508b-f050-4e8f-a99a-09cdd24e97ed), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.053701 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Pushing event updated for resources: {'Port': ['ID=a358e588-fe98-408f-8e71-ceb307134a86,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:36.072375 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:36.109423 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] For port c55d3dec-d7e8-474a-9e69-2168091f1582, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:14:36.122151 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] For port c55d3dec-d7e8-474a-9e69-2168091f1582, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=c55d3dec-d7e8-474a-9e69-2168091f1582,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:14:36.225056 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:36.232278 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.289754 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b4116-ad97-42f1-8b77-76f6fc329af3 None None] Pushing event updated for resources: {'Port': ['ID=c55d3dec-d7e8-474a-9e69-2168091f1582,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:36.322935 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-704245b9-4ba7-4cf1-a743-50cc31a3b9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (4bdd4916-e405-4d9b-a905-e37851a6b356), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.328485 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-704245b9-4ba7-4cf1-a743-50cc31a3b9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.332128 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-704245b9-4ba7-4cf1-a743-50cc31a3b9a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bdd4916-e405-4d9b-a905-e37851a6b356 HTTP/1.1" status: 204 len: 168 time: 0.8009083 Jul 04 04:14:36.418776 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704245b9-4ba7-4cf1-a743-50cc31a3b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd4916-e405-4d9b-a905-e37851a6b356,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:36.465580 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b4116-ad97-42f1-8b77-76f6fc329af3 None None] Pushing event updated for resources: {'Port': ['ID=c55d3dec-d7e8-474a-9e69-2168091f1582,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:36.477508 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-3a81887c-386d-4241-bd97-2639d4af1933 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b291344e1dba44f8a8863dfe6e78dd7f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5348582 Jul 04 04:14:36.481193 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55258) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:36.519789 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-676e27fc-c9b6-48e8-92b2-aa4cb5697d81 admin admin] Publish callbacks [] for security_group (45594786-8942-431b-a55f-062f31fdd09c), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.541248 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 11e80dc8-388e-44d5-9299-1a4a0217b479 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:36.542871 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:36.547853 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-27352af1-58e4-4248-839c-5eeb968b97e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.580074 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:36.593839 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-7cfae0fc-136d-4e3a-8de3-6258252fdd10 None None] Current status of the port 11e80dc8-388e-44d5-9299-1a4a0217b479 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:36.652354 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-7cfae0fc-136d-4e3a-8de3-6258252fdd10 None None] Provisioning complete for port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:36.652748 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7cfae0fc-136d-4e3a-8de3-6258252fdd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.680427 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-676e27fc-c9b6-48e8-92b2-aa4cb5697d81 admin admin] Publish callbacks [] for security_group (45594786-8942-431b-a55f-062f31fdd09c), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.689718 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a358e588-fe98-408f-8e71-ceb307134a86), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.704643 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7283b13-d7a6-4040-b78f-3edd05951834 admin admin] Publish callbacks [] for security_group (126abdb0-d91e-438a-98a0-2821a1433f48), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.754481 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55264) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:36.775570 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7283b13-d7a6-4040-b78f-3edd05951834 admin admin] Publish callbacks [] for security_group (126abdb0-d91e-438a-98a0-2821a1433f48), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.783937 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:14:36.798209 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Publish callbacks [] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.803719 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-fb233215-94d2-466f-8bd5-f7640cb58b32 admin admin] 10.222.0.16 "PUT /v2.0/routers/744bc2c3-db45-4d76-a004-4802ef2af8b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9922760 Jul 04 04:14:36.837914 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks [] for router_gateway (7823ffc7-7904-4ba9-832e-29c66f7242e2), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.843322 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:36.852340 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:36.853086 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:36.906216 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.932727 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-676e27fc-c9b6-48e8-92b2-aa4cb5697d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (45594786-8942-431b-a55f-062f31fdd09c), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.935745 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-676e27fc-c9b6-48e8-92b2-aa4cb5697d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:36.943407 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-676e27fc-c9b6-48e8-92b2-aa4cb5697d81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45594786-8942-431b-a55f-062f31fdd09c HTTP/1.1" status: 204 len: 168 time: 0.9853692 Jul 04 04:14:36.981308 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.012045 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7283b13-d7a6-4040-b78f-3edd05951834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (126abdb0-d91e-438a-98a0-2821a1433f48), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.013118 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e27fc-c9b6-48e8-92b2-aa4cb5697d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45594786-8942-431b-a55f-062f31fdd09c,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:37.014664 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7283b13-d7a6-4040-b78f-3edd05951834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.020632 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-b7283b13-d7a6-4040-b78f-3edd05951834 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/126abdb0-d91e-438a-98a0-2821a1433f48 HTTP/1.1" status: 204 len: 168 time: 0.5332758 Jul 04 04:14:37.033760 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7283b13-d7a6-4040-b78f-3edd05951834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126abdb0-d91e-438a-98a0-2821a1433f48,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:37.072394 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Network aed25219-687f-45ba-80be-abe14c80c9f4 is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:37.084102 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Pushing event updated for resources: {'Port': ['ID=0d5cadd2-26de-422a-bbb3-e16296d315b4,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:37.084102 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:37.085380 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:37.085772 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.090109 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:37.092395 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55274) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:37.119456 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-99844355-dc7e-4b4d-9ac7-fd75c92889bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.135337 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:37.158568 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Allocated IP 172.27.1.36 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/d63b2bce-f38a-403e-a70d-08aa7101184e) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:37.189801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cbae94ed-b591-4cf5-81bb-ce306646fc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.193988 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Publish callbacks [] for port (a358e588-fe98-408f-8e71-ceb307134a86), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.206958 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:37.213899 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-7cfae0fc-136d-4e3a-8de3-6258252fdd10 None None] Port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:14:37.296664 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Attempting to bind port 0d5cadd2-26de-422a-bbb3-e16296d315b4 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:14:37.297440 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Attempting to bind port 0d5cadd2-26de-422a-bbb3-e16296d315b4 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:14:37.297957 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Attempting to bind port 0d5cadd2-26de-422a-bbb3-e16296d315b4 on network aed25219-687f-45ba-80be-abe14c80c9f4 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:14:37.314519 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:14:37.315110 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Checking segment: {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:37.315703 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.316243 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Bound using segment: {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:14:37.316884 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Bound port: 0d5cadd2-26de-422a-bbb3-e16296d315b4, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:14:37.317421 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.325562 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:37.376879 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-3b9bd414-2403-4a2a-9655-2c2c16f06b48 None None] Provisioning complete for port a358e588-fe98-408f-8e71-ceb307134a86 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:37.377453 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd414-2403-4a2a-9655-2c2c16f06b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a358e588-fe98-408f-8e71-ceb307134a86), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.412878 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:37.418027 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bd414-2403-4a2a-9655-2c2c16f06b48 None None] Port a358e588-fe98-408f-8e71-ceb307134a86 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:14:37.421699 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks [] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.434687 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-3b9bd414-2403-4a2a-9655-2c2c16f06b48 None None] Provisioning complete for port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:37.435222 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd414-2403-4a2a-9655-2c2c16f06b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.436332 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:37.536951 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.541116 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] For port 0d5cadd2-26de-422a-bbb3-e16296d315b4, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:14:37.545050 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] For port 0d5cadd2-26de-422a-bbb3-e16296d315b4, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=0d5cadd2-26de-422a-bbb3-e16296d315b4,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:14:37.554782 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Sync routers for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:14:37.577811 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:37.580596 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:37.603327 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cbae94ed-b591-4cf5-81bb-ce306646fc90 admin admin] Publish callbacks [] for security_group (92f5d962-ad2f-49b4-b5a2-d9b69eaabe8c), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.620627 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.627416 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d63b2bce-f38a-403e-a70d-08aa7101184e,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:37.636504 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4ea23c1b-6386-41d1-b415-d0559858eaf6 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:37.640620 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:37.642033 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:37.644503 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:37.650204 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a358e588-fe98-408f-8e71-ceb307134a86), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.652491 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (6483508b-f050-4e8f-a99a-09cdd24e97ed), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.740872 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cbae94ed-b591-4cf5-81bb-ce306646fc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (92f5d962-ad2f-49b4-b5a2-d9b69eaabe8c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.751223 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Pushing event updated for resources: {'Port': ['ID=a358e588-fe98-408f-8e71-ceb307134a86,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:37.806738 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:37.812478 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-cbae94ed-b591-4cf5-81bb-ce306646fc90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16c2e6487a1b435c9a362c1fd52b9978&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0553756 Jul 04 04:14:37.813828 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55286) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:37.849784 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae94ed-b591-4cf5-81bb-ce306646fc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f5d962-ad2f-49b4-b5a2-d9b69eaabe8c,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:37.951457 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:37.989253 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-99844355-dc7e-4b4d-9ac7-fd75c92889bf admin admin] Publish callbacks [] for security_group (fce33d72-5121-44f5-ae98-ef6297f06e5c), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.004276 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:38.006493 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:38.009900 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-99844355-dc7e-4b4d-9ac7-fd75c92889bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (fce33d72-5121-44f5-ae98-ef6297f06e5c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.051407 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks [] for router_gateway (7823ffc7-7904-4ba9-832e-29c66f7242e2), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.123943 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bd414-2403-4a2a-9655-2c2c16f06b48 None None] Port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:14:38.181143 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55294) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:38.240064 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 2, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:38.273591 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-99844355-dc7e-4b4d-9ac7-fd75c92889bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cee0af1948f34537a98fdbd2c3c79ebf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1792102 Jul 04 04:14:38.290186 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55300) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:38.300791 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af863b4a-bf27-4b0b-83c4-120d6f67f062 None None] Pushing event updated for resources: {'Port': ['ID=0d5cadd2-26de-422a-bbb3-e16296d315b4,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:38.313486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bcecaa71-3203-4211-897b-1fecf70bf6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.316017 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99844355-dc7e-4b4d-9ac7-fd75c92889bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce33d72-5121-44f5-ae98-ef6297f06e5c,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:38.344052 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Checking router: 744bc2c3-db45-4d76-a004-4802ef2af8b7 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:14:38.354578 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Updating router 744bc2c3-db45-4d76-a004-4802ef2af8b7 port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:14:38.400211 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:38.402545 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:35Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:38.417439 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55316) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:38.432251 dv-cinder-742162-5-iscsi neutron-server[104119]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 04:14:38.457545 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.470516 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:38.471739 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:38.482741 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51ad51ef-f1d0-47ae-934b-90558fa2d18f admin admin] Publish callbacks [] for security_group (fce33d72-5121-44f5-ae98-ef6297f06e5c), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.496670 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 4ea23c1b-6386-41d1-b415-d0559858eaf6 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:38.497047 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.511482 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51ad51ef-f1d0-47ae-934b-90558fa2d18f admin admin] Publish callbacks [] for security_group (fce33d72-5121-44f5-ae98-ef6297f06e5c), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.575659 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a6df0737-ddff-4579-9b49-87481163c025 admin admin] Publish callbacks [] for security_group (92f5d962-ad2f-49b4-b5a2-d9b69eaabe8c), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.601110 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12422eb5-0c93-4710-a509-4b149b67c898 None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:35Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:14:38.615681 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:14:38.691812 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-5399713f-8ccb-4d4c-8178-17a79c3f77df None None] Provisioning complete for port a358e588-fe98-408f-8e71-ceb307134a86 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:38.693124 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5399713f-8ccb-4d4c-8178-17a79c3f77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a358e588-fe98-408f-8e71-ceb307134a86), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.705611 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a6df0737-ddff-4579-9b49-87481163c025 admin admin] Publish callbacks [] for security_group (92f5d962-ad2f-49b4-b5a2-d9b69eaabe8c), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.720104 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:38.722203 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:38.749136 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51ad51ef-f1d0-47ae-934b-90558fa2d18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (fce33d72-5121-44f5-ae98-ef6297f06e5c), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.751851 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51ad51ef-f1d0-47ae-934b-90558fa2d18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.757833 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-51ad51ef-f1d0-47ae-934b-90558fa2d18f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fce33d72-5121-44f5-ae98-ef6297f06e5c HTTP/1.1" status: 204 len: 168 time: 0.4575047 Jul 04 04:14:38.817730 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:38.818620 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad51ef-f1d0-47ae-934b-90558fa2d18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce33d72-5121-44f5-ae98-ef6297f06e5c,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:38.900320 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 4ea23c1b-6386-41d1-b415-d0559858eaf6 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:38.900780 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.920286 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.920881 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-5399713f-8ccb-4d4c-8178-17a79c3f77df None None] Port a358e588-fe98-408f-8e71-ceb307134a86 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:14:38.924588 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-cfafda69-4e53-411a-b4b4-66b587b46449 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:38.926395 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-cfafda69-4e53-411a-b4b4-66b587b46449 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 819 time: 0.5055971 Jul 04 04:14:38.959945 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bcecaa71-3203-4211-897b-1fecf70bf6d6 admin admin] Publish callbacks [] for security_group (0e6838b3-74ed-4b0a-8133-44da590022b5), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.972328 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-22582136-6cb1-4d58-bd66-396cab784304 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/quotas/7ea328a1154a4a9a955e411f7eab0aa9 HTTP/1.1" status: 200 len: 375 time: 0.0264251 Jul 04 04:14:38.973178 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bcecaa71-3203-4211-897b-1fecf70bf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (0e6838b3-74ed-4b0a-8133-44da590022b5), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.975978 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port 4ea23c1b-6386-41d1-b415-d0559858eaf6, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=4ea23c1b-6386-41d1-b415-d0559858eaf6,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:14:38.983667 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:38.984478 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 11e80dc8-388e-44d5-9299-1a4a0217b479 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:39.097827 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a6df0737-ddff-4579-9b49-87481163c025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (92f5d962-ad2f-49b4-b5a2-d9b69eaabe8c), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.100461 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a6df0737-ddff-4579-9b49-87481163c025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.101633 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a6df0737-ddff-4579-9b49-87481163c025 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92f5d962-ad2f-49b4-b5a2-d9b69eaabe8c HTTP/1.1" status: 204 len: 168 time: 1.2847173 Jul 04 04:14:39.127825 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (7823ffc7-7904-4ba9-832e-29c66f7242e2), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.133847 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:14:39.142281 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-7e330b47-11bf-4a81-aced-a706a32c1cfa admin admin] 10.222.0.16 "PUT /v2.0/routers/6483508b-f050-4e8f-a99a-09cdd24e97ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3364427 Jul 04 04:14:39.175974 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.197937 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=4ea23c1b-6386-41d1-b415-d0559858eaf6,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:39.204778 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df0737-ddff-4579-9b49-87481163c025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f5d962-ad2f-49b4-b5a2-d9b69eaabe8c,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:39.209399 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 11e80dc8-388e-44d5-9299-1a4a0217b479 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:39.209957 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.341744 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-bcecaa71-3203-4211-897b-1fecf70bf6d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffd37208f76d41428cd8ffed07596498&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1491172 Jul 04 04:14:39.358825 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55342) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:39.360710 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecaa71-3203-4211-897b-1fecf70bf6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6838b3-74ed-4b0a-8133-44da590022b5,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:39.401585 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-b958506b-603f-4d59-8ac4-48572eb7223e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4190090 Jul 04 04:14:39.436606 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 11e80dc8-388e-44d5-9299-1a4a0217b479 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:39.525996 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Publish callbacks [] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.538611 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.569793 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Router 7823ffc7-7904-4ba9-832e-29c66f7242e2 is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:14:39.600596 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7102fdb7-0954-40a3-a263-b56b5a1027f8 admin admin] Publish callbacks [] for security_group (0e6838b3-74ed-4b0a-8133-44da590022b5), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.638069 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13247f7-40ba-4667-a442-246af92f7784 None None] Pushing event updated for resources: {'Port': ['ID=9369d5ab-d0df-4b5c-ac33-240b1a0fbbab,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:39.735680 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4ea23c1b-6386-41d1-b415-d0559858eaf6 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:39.748206 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:14:39.808560 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:39.884568 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Attempting to bind port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:14:39.885138 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Attempting to bind port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:14:39.885490 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Attempting to bind port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab on network 6b852890-6d40-459d-8b3f-cc97ada90f12 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:14:39.889871 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5618912d-e5d2-4520-9052-f6abb8dbfe0f None None] Network aed25219-687f-45ba-80be-abe14c80c9f4 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:14:39.903359 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7102fdb7-0954-40a3-a263-b56b5a1027f8 admin admin] Publish callbacks [] for security_group (0e6838b3-74ed-4b0a-8133-44da590022b5), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.912881 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:14:39.913379 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Checking segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:39.914026 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.915762 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Bound using segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:14:39.916413 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Bound port: 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:14:39.916990 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:39.942319 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 4ea23c1b-6386-41d1-b415-d0559858eaf6 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:39.948594 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:40.016744 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:14:40.044673 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Sync routers for ids ['7823ffc7-7904-4ba9-832e-29c66f7242e2'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:14:40.049675 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] For port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:14:40.061996 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] For port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=9369d5ab-d0df-4b5c-ac33-240b1a0fbbab,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:14:40.067442 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7102fdb7-0954-40a3-a263-b56b5a1027f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (0e6838b3-74ed-4b0a-8133-44da590022b5), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:40.071544 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:40.078972 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7102fdb7-0954-40a3-a263-b56b5a1027f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:40.081255 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7102fdb7-0954-40a3-a263-b56b5a1027f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e6838b3-74ed-4b0a-8133-44da590022b5 HTTP/1.1" status: 204 len: 168 time: 0.7213051 Jul 04 04:14:40.094228 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:40.102769 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55368) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:40.111305 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a8f75015-8b94-49af-b3e0-94289fc2dcb6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3074303 Jul 04 04:14:40.123070 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102fdb7-0954-40a3-a263-b56b5a1027f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6838b3-74ed-4b0a-8133-44da590022b5,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:40.180819 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Routers {'7823ffc7-7904-4ba9-832e-29c66f7242e2'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:40.182284 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['7823ffc7-7904-4ba9-832e-29c66f7242e2'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:40.189771 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-7e368b63-a911-41f7-a330-c8873c28ca75 None None] Provisioning complete for port 0d5cadd2-26de-422a-bbb3-e16296d315b4 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:40.190391 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e368b63-a911-41f7-a330-c8873c28ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:40.245283 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13247f7-40ba-4667-a442-246af92f7784 None None] Pushing event updated for resources: {'Port': ['ID=9369d5ab-d0df-4b5c-ac33-240b1a0fbbab,revision_number=4']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:40.260065 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:40.262217 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:40.512709 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Set router 7823ffc7-7904-4ba9-832e-29c66f7242e2 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:40.524612 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:40.628575 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:40.657783 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55380) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:40.662757 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-b02f43d5-9b6d-4ce9-bac2-0fa6000e739c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230242189', 'description': 'tempest-description--706098326'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:40.724882 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b02f43d5-9b6d-4ce9-bac2-0fa6000e739c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:40.888308 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 4ea23c1b-6386-41d1-b415-d0559858eaf6 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:40.891897 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 0d5cadd2-26de-422a-bbb3-e16296d315b4 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:40.959266 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:40.967523 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b02f43d5-9b6d-4ce9-bac2-0fa6000e739c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (a56e7c91-812f-4836-ac84-f4f42a28da37), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:40.968293 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-7e368b63-a911-41f7-a330-c8873c28ca75 None None] Current status of the port 0d5cadd2-26de-422a-bbb3-e16296d315b4 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:40.968869 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e368b63-a911-41f7-a330-c8873c28ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:40.976557 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b02f43d5-9b6d-4ce9-bac2-0fa6000e739c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (a56e7c91-812f-4836-ac84-f4f42a28da37), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.042406 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.048560 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 0d5cadd2-26de-422a-bbb3-e16296d315b4 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:41.049173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.067534 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-14e48d3d-5da1-496e-a2f8-5484161dcdc2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:14:41.076089 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b02f43d5-9b6d-4ce9-bac2-0fa6000e739c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.077588 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-14e48d3d-5da1-496e-a2f8-5484161dcdc2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8088844 Jul 04 04:14:41.079047 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-b02f43d5-9b6d-4ce9-bac2-0fa6000e739c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4202185 Jul 04 04:14:41.083614 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55390) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:41.110491 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-37acaaec-e55d-4004-b8e8-c846125defdd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group_rule': {'security_group_id': 'a56e7c91-812f-4836-ac84-f4f42a28da37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:41.128646 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f43d5-9b6d-4ce9-bac2-0fa6000e739c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56e7c91-812f-4836-ac84-f4f42a28da37,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:41.141271 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:40Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:41.149353 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-7e368b63-a911-41f7-a330-c8873c28ca75 None None] For port 0d5cadd2-26de-422a-bbb3-e16296d315b4, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=0d5cadd2-26de-422a-bbb3-e16296d315b4,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:14:41.179026 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e368b63-a911-41f7-a330-c8873c28ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.183351 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e07aa8-80af-4dba-b794-6d8fd57ea5ad None None] The sync data for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi is: [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:40Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:14:41.190675 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-37acaaec-e55d-4004-b8e8-c846125defdd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (da615b6f-4868-4781-bb13-00cc2b26e646), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.197416 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:41.236809 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:41.287466 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:41.318811 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-37acaaec-e55d-4004-b8e8-c846125defdd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (da615b6f-4868-4781-bb13-00cc2b26e646), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.324861 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-37acaaec-e55d-4004-b8e8-c846125defdd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (da615b6f-4868-4781-bb13-00cc2b26e646), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.328329 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e368b63-a911-41f7-a330-c8873c28ca75 None None] Pushing event updated for resources: {'Port': ['ID=0d5cadd2-26de-422a-bbb3-e16296d315b4,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:41.348976 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:37Z', 'revision_number': 3, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'gw_port': {'id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:36Z', 'updated_at': '2022-07-04T04:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:41.357969 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-37acaaec-e55d-4004-b8e8-c846125defdd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.359528 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-37acaaec-e55d-4004-b8e8-c846125defdd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2712667 Jul 04 04:14:41.362482 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55400) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:41.370390 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-861b2cc2-5849-4672-8aaf-973a286cd535 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group_rule': {'security_group_id': 'a56e7c91-812f-4836-ac84-f4f42a28da37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:41.379407 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:41.380467 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acaaec-e55d-4004-b8e8-c846125defdd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da615b6f-4868-4781-bb13-00cc2b26e646,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:41.383584 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-ee09e9b4-b5b2-4a73-acea-143ffd1a04b0 service neutron] 10.222.0.16 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900989 Jul 04 04:14:41.423482 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-861b2cc2-5849-4672-8aaf-973a286cd535 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (e275a156-33fe-4e19-93c1-8b9dac98bcfd), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.423808 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] Provisioning complete for port 0d5cadd2-26de-422a-bbb3-e16296d315b4 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:41.424208 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.479340 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 0d5cadd2-26de-422a-bbb3-e16296d315b4 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:41.493597 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:41.495801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.562663 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] Current status of the port 0d5cadd2-26de-422a-bbb3-e16296d315b4 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:41.570447 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-861b2cc2-5849-4672-8aaf-973a286cd535 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (e275a156-33fe-4e19-93c1-8b9dac98bcfd), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.572506 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Checking router: 7823ffc7-7904-4ba9-832e-29c66f7242e2 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:14:41.573038 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Updating router 7823ffc7-7904-4ba9-832e-29c66f7242e2 port d63b2bce-f38a-403e-a70d-08aa7101184e binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:14:41.575586 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-861b2cc2-5849-4672-8aaf-973a286cd535 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (e275a156-33fe-4e19-93c1-8b9dac98bcfd), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.611466 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b2cc2-5849-4672-8aaf-973a286cd535 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e275a156-33fe-4e19-93c1-8b9dac98bcfd,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:41.628061 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.631361 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-861b2cc2-5849-4672-8aaf-973a286cd535 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:41.634080 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-861b2cc2-5849-4672-8aaf-973a286cd535 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2690651 Jul 04 04:14:41.637652 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55410) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:41.649848 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:41.713534 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.078929 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] Provisioning complete for port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:42.079298 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.088204 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 0d5cadd2-26de-422a-bbb3-e16296d315b4 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:42.259637 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 0d5cadd2-26de-422a-bbb3-e16296d315b4 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:42.260293 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.345227 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Allocated IP 172.20.0.1 (aed25219-687f-45ba-80be-abe14c80c9f4/387c6349-a5e0-49c0-87b1-29f5d45a0b38/af41dfe2-3c63-41a3-8b74-9c8b5ac23678) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:42.398094 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:14:42.416208 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.428766 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:42.429642 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:42.435611 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:42.466619 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] Current status of the port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:42.467137 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.473139 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:42.500456 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Publish callbacks [] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.509665 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Publish callbacks [] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.547393 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] For port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=9369d5ab-d0df-4b5c-ac33-240b1a0fbbab,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:14:42.553120 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.559281 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:42.561114 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.565303 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 0d5cadd2-26de-422a-bbb3-e16296d315b4 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:42.567497 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:42.570136 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.680611 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Pushing event updated for resources: {'Port': ['ID=af41dfe2-3c63-41a3-8b74-9c8b5ac23678,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:42.700621 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Attempting to bind port d63b2bce-f38a-403e-a70d-08aa7101184e on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:14:42.700980 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Attempting to bind port d63b2bce-f38a-403e-a70d-08aa7101184e by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:14:42.701932 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Attempting to bind port d63b2bce-f38a-403e-a70d-08aa7101184e on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:14:42.719208 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bdfd2-a6b0-4f13-b0ca-3a92c39062db None None] Pushing event updated for resources: {'Port': ['ID=d63b2bce-f38a-403e-a70d-08aa7101184e,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:42.725640 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Allocated IP 172.27.1.226 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/a4ccf920-1d87-4a85-82f1-4d29c959f575) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:42.729193 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:14:42.729619 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:42.730028 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.730495 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:14:42.730988 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Bound port: d63b2bce-f38a-403e-a70d-08aa7101184e, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:14:42.731864 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.743436 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:42.757600 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2ee1512-8e49-4a6d-a717-91988bbdef81 service neutron] 10.222.0.16 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2725782 Jul 04 04:14:42.766427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Network aed25219-687f-45ba-80be-abe14c80c9f4 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:42.769486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:42.790426 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:42.791181 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (7823ffc7-7904-4ba9-832e-29c66f7242e2), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.795059 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] For port d63b2bce-f38a-403e-a70d-08aa7101184e, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:14:42.801909 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] For port d63b2bce-f38a-403e-a70d-08aa7101184e, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=d63b2bce-f38a-403e-a70d-08aa7101184e,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:14:42.833824 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:42.834942 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.841046 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:42.953853 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce892688-9bbb-4f8d-9e03-4f6b96e11380 None None] Pushing event updated for resources: {'Port': ['ID=9369d5ab-d0df-4b5c-ac33-240b1a0fbbab,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:43.134311 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bdfd2-a6b0-4f13-b0ca-3a92c39062db None None] Pushing event updated for resources: {'Port': ['ID=d63b2bce-f38a-403e-a70d-08aa7101184e,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:43.135318 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (a4ccf920-1d87-4a85-82f1-4d29c959f575), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.145482 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Routers {'7823ffc7-7904-4ba9-832e-29c66f7242e2'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:43.146155 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['7823ffc7-7904-4ba9-832e-29c66f7242e2'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:43.202835 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.208535 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (a4ccf920-1d87-4a85-82f1-4d29c959f575), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.300136 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:43.301744 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:43.313023 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:43.421142 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:43.422210 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=a4ccf920-1d87-4a85-82f1-4d29c959f575,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:43.433228 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:43.461913 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 2, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:43.484471 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (6b57eea6-6515-490b-9dfb-ce8a1e3d6574), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.514071 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:14:43.514693 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Updating router 6483508b-f050-4e8f-a99a-09cdd24e97ed port a358e588-fe98-408f-8e71-ceb307134a86 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:14:43.532428 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] Set router 7823ffc7-7904-4ba9-832e-29c66f7242e2 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:43.550183 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a4ccf920-1d87-4a85-82f1-4d29c959f575), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.617689 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a358e588-fe98-408f-8e71-ceb307134a86), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.686830 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80cb8482-1e9e-4ece-b4c5-84bae1207aa0 req-5bbbc2ef-2762-40ea-bd38-0b90a3747a4e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 210 time: 0.2013116 Jul 04 04:14:43.794941 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (a4ccf920-1d87-4a85-82f1-4d29c959f575), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.796569 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:43.804218 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a4ccf920-1d87-4a85-82f1-4d29c959f575), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.868633 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:43.871406 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device c55d3dec-d7e8-474a-9e69-2168091f1582 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:43.900182 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (6b57eea6-6515-490b-9dfb-ce8a1e3d6574), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.917598 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:43.941436 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-8e5766cc-872b-4477-8c6c-620e17affe82 None None] Provisioning complete for port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:43.941875 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.942049 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8e5766cc-872b-4477-8c6c-620e17affe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.950416 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3073587 Jul 04 04:14:43.954033 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Publish callbacks [] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.961540 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:43.961819 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f30c3-e448-44c6-800c-23bdcfa892ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=a4ccf920-1d87-4a85-82f1-4d29c959f575,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:43.963099 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (7823ffc7-7904-4ba9-832e-29c66f7242e2), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.029505 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Pushing event updated for resources: {'Port': ['ID=af41dfe2-3c63-41a3-8b74-9c8b5ac23678,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:44.069482 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:44.077118 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port c55d3dec-d7e8-474a-9e69-2168091f1582 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:44.077504 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.103991 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-8e5766cc-872b-4477-8c6c-620e17affe82 None None] Port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:14:44.109849 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Network aed25219-687f-45ba-80be-abe14c80c9f4 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:44.111779 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:44.245411 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Publish callbacks [] for port (a358e588-fe98-408f-8e71-ceb307134a86), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.256870 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a358e588-fe98-408f-8e71-ceb307134a86), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.269910 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:43Z', 'revision_number': 4, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'gw_port': {'id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:36Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'af41dfe2-3c63-41a3-8b74-9c8b5ac23678', 'name': '', 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'mac_address': 'fa:16:3e:05:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:41Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 1, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'subnets': [{'id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:44.274905 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Router 7823ffc7-7904-4ba9-832e-29c66f7242e2 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:14:44.290029 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55522) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:44.292344 dv-cinder-742162-5-iscsi neutron-server[104120]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 04:14:44.312030 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fec03b-8da9-4a1f-a33d-e69df6efa1c1 None None] The sync data for ids ['7823ffc7-7904-4ba9-832e-29c66f7242e2'] in dv-cinder-742162-5-iscsi is: [{'id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:43Z', 'revision_number': 4, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'gw_port': {'id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:36Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'af41dfe2-3c63-41a3-8b74-9c8b5ac23678', 'name': '', 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'mac_address': 'fa:16:3e:05:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:41Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 1, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'subnets': [{'id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:14:44.395398 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port c55d3dec-d7e8-474a-9e69-2168091f1582 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:44.395809 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.477123 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port c55d3dec-d7e8-474a-9e69-2168091f1582, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=c55d3dec-d7e8-474a-9e69-2168091f1582,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:14:44.489429 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.502074 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:44.505383 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c4da3-3a73-4414-a8e2-680b33d6f602 None None] Pushing event updated for resources: {'Port': ['ID=a358e588-fe98-408f-8e71-ceb307134a86,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:44.572278 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:14:44.614429 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-65c75510-574a-4fa1-a676-afc82b3469f7 admin admin] 10.222.0.16 "PUT /v2.0/routers/7823ffc7-7904-4ba9-832e-29c66f7242e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5016267 Jul 04 04:14:44.673034 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-00efd246-9d1b-4838-9841-e8c0dc522113 None None] Provisioning complete for port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:44.673579 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-00efd246-9d1b-4838-9841-e8c0dc522113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.687930 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Attempting to bind port a358e588-fe98-408f-8e71-ceb307134a86 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:14:44.688539 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Attempting to bind port a358e588-fe98-408f-8e71-ceb307134a86 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:14:44.688961 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Attempting to bind port a358e588-fe98-408f-8e71-ceb307134a86 on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:14:44.695892 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:14:44.696378 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Checking segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:44.697015 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.697628 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Bound using segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:14:44.698276 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Bound port: a358e588-fe98-408f-8e71-ceb307134a86, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:14:44.698981 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a358e588-fe98-408f-8e71-ceb307134a86), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.717794 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:44.786602 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:44.868405 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=c55d3dec-d7e8-474a-9e69-2168091f1582,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:44.883969 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] For port a358e588-fe98-408f-8e71-ceb307134a86, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:14:44.887934 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] For port a358e588-fe98-408f-8e71-ceb307134a86, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a358e588-fe98-408f-8e71-ceb307134a86,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:14:44.906526 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a358e588-fe98-408f-8e71-ceb307134a86), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.925072 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-00efd246-9d1b-4838-9841-e8c0dc522113 None None] Port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:14:44.963598 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:44.963992 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:44.978863 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:44.979477 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:45.028622 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-74d8f4b3-9905-48f3-ad9b-5e7bf9faefc9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:45.031877 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-74d8f4b3-9905-48f3-ad9b-5e7bf9faefc9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 819 time: 0.7406411 Jul 04 04:14:45.093610 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-299d0487-bdb2-4539-968b-9c82c223ddeb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/quotas/7ea328a1154a4a9a955e411f7eab0aa9 HTTP/1.1" status: 200 len: 375 time: 0.0533731 Jul 04 04:14:45.186161 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-d9574314-29f3-4f1c-b3fe-ec2418d0049d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--230242189&fields=id&tenant_id=7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 267 time: 0.1195412 Jul 04 04:14:45.209367 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:45.215888 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-7d4ac24b-8c5a-4b77-b940-b06701b261b2 None None] Provisioning complete for port a358e588-fe98-408f-8e71-ceb307134a86 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:45.216556 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac24b-8c5a-4b77-b940-b06701b261b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a358e588-fe98-408f-8e71-ceb307134a86), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:45.299275 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-3939c840-c953-4a07-bb57-4cd8fcfc9d8a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2031269 Jul 04 04:14:45.335046 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:45.343050 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ac24b-8c5a-4b77-b940-b06701b261b2 None None] Current status of the port a358e588-fe98-408f-8e71-ceb307134a86 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:45.343842 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac24b-8c5a-4b77-b940-b06701b261b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a358e588-fe98-408f-8e71-ceb307134a86), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:45.394337 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-7d4ac24b-8c5a-4b77-b940-b06701b261b2 None None] For port a358e588-fe98-408f-8e71-ceb307134a86, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a358e588-fe98-408f-8e71-ceb307134a86,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:14:45.402297 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac24b-8c5a-4b77-b940-b06701b261b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a358e588-fe98-408f-8e71-ceb307134a86), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:45.419409 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-e3b2d451-9094-494e-9364-922a1d021eee tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:45.421717 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-e3b2d451-9094-494e-9364-922a1d021eee tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 815 time: 0.2340376 Jul 04 04:14:45.444397 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-6b28002a-8f30-4355-80d4-6e56819c6ea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/quotas/7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 375 time: 0.0125499 Jul 04 04:14:45.507578 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55568) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:45.518849 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ac24b-8c5a-4b77-b940-b06701b261b2 None None] Pushing event updated for resources: {'Port': ['ID=a358e588-fe98-408f-8e71-ceb307134a86,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:45.553827 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-54589f32-fd7a-40a3-894d-202483761927 None None] Provisioning complete for port a358e588-fe98-408f-8e71-ceb307134a86 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:45.554605 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-54589f32-fd7a-40a3-894d-202483761927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a358e588-fe98-408f-8e71-ceb307134a86), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:45.575734 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-5b9e52be-e7d4-4ac6-8bca-f85828cc6950 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193478 Jul 04 04:14:45.598964 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:45.606248 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c4da3-3a73-4414-a8e2-680b33d6f602 None None] Pushing event updated for resources: {'Port': ['ID=a358e588-fe98-408f-8e71-ceb307134a86,revision_number=4']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:45.662437 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-54589f32-fd7a-40a3-894d-202483761927 None None] Current status of the port a358e588-fe98-408f-8e71-ceb307134a86 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:45.760901 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:45.799032 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4ee56-f3c5-4762-a312-40c1c4d17e0b None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:14:45.826515 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-72538a46-d8e6-4ccc-811a-f5a2f6960ca4 service neutron] 10.222.0.16 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210622 Jul 04 04:14:45.956309 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-cef05beb-8cef-4ff3-be6f-39dec3fe59cc service neutron] 10.222.0.16 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289358 Jul 04 04:14:46.001267 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-04cbafd5-770e-4a81-99c5-4ae8eb746068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:46.262170 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-04cbafd5-770e-4a81-99c5-4ae8eb746068 admin admin] Publish callbacks [] for security_group (3239b3ce-ed7b-46df-9d50-3d7f97b1b2a5), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:46.271113 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-04cbafd5-770e-4a81-99c5-4ae8eb746068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3239b3ce-ed7b-46df-9d50-3d7f97b1b2a5), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:46.335157 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-b1dd93b2-3853-46a1-81d2-0579ad372aab service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:14:46.348631 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-b1dd93b2-3853-46a1-81d2-0579ad372aab service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3189716 Jul 04 04:14:46.472029 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-04cbafd5-770e-4a81-99c5-4ae8eb746068 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fe6dc98d0824996b0e322503e94327b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9632061 Jul 04 04:14:46.474907 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55630) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:46.493956 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbafd5-770e-4a81-99c5-4ae8eb746068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3239b3ce-ed7b-46df-9d50-3d7f97b1b2a5,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:46.545138 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:46.617375 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3450-6949-4042-9c65-7b0cdf1cc23f admin admin] Publish callbacks [] for security_group (3239b3ce-ed7b-46df-9d50-3d7f97b1b2a5), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:46.661216 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3450-6949-4042-9c65-7b0cdf1cc23f admin admin] Publish callbacks [] for security_group (3239b3ce-ed7b-46df-9d50-3d7f97b1b2a5), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:46.713826 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0ac54d4a-90cd-441a-a4d8-58133047bda1 service neutron] 10.222.0.16 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624153 Jul 04 04:14:46.741039 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:46.760414 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3450-6949-4042-9c65-7b0cdf1cc23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3239b3ce-ed7b-46df-9d50-3d7f97b1b2a5), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:46.764351 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3450-6949-4042-9c65-7b0cdf1cc23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:46.766080 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-2d5f3450-6949-4042-9c65-7b0cdf1cc23f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3239b3ce-ed7b-46df-9d50-3d7f97b1b2a5 HTTP/1.1" status: 204 len: 168 time: 0.2896361 Jul 04 04:14:46.783211 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f3450-6949-4042-9c65-7b0cdf1cc23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3239b3ce-ed7b-46df-9d50-3d7f97b1b2a5,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:46.848824 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device d63b2bce-f38a-403e-a70d-08aa7101184e up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:47.007816 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-1a51b66b-7fea-4fa1-b48a-776dff05ac0f service neutron] 10.222.0.16 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814612 Jul 04 04:14:47.184198 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:47.216940 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port d63b2bce-f38a-403e-a70d-08aa7101184e triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:47.218608 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:47.539069 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port d63b2bce-f38a-403e-a70d-08aa7101184e is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:47.539397 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:47.551468 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cb11368d-c4a2-4652-84ec-ab37c33a5414 req-16d55b44-2038-4fc6-b242-5063eea050f0 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 210 time: 0.0976293 Jul 04 04:14:47.584484 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-5f1fc148-dce0-4073-b4e1-8b3b0f8ffb3c tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:47.590179 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-5f1fc148-dce0-4073-b4e1-8b3b0f8ffb3c tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/networks?id=aed25219-687f-45ba-80be-abe14c80c9f4 HTTP/1.1" status: 200 len: 811 time: 0.4078798 Jul 04 04:14:47.617317 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port d63b2bce-f38a-403e-a70d-08aa7101184e, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=d63b2bce-f38a-403e-a70d-08aa7101184e,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:14:47.627672 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:47.628799 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a358e588-fe98-408f-8e71-ceb307134a86 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:47.650538 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-b18aec7f-c763-4695-942e-97483d3861b5 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/quotas/f14e4e69a2db416caeef8036b55805b6 HTTP/1.1" status: 200 len: 375 time: 0.0503697 Jul 04 04:14:47.771834 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:47.788130 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-53edfae2-7c8d-4bdb-88a3-04b0f7f8aeea tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f14e4e69a2db416caeef8036b55805b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317859 Jul 04 04:14:47.844515 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-993ad78f-a117-489d-ac22-df6e8bf3d33d req-83ae1f34-4b29-4bbf-bb14-c6ff825d3ef0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 210 time: 0.0978508 Jul 04 04:14:47.885553 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=d63b2bce-f38a-403e-a70d-08aa7101184e,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:47.894085 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port a358e588-fe98-408f-8e71-ceb307134a86 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:47.894502 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a358e588-fe98-408f-8e71-ceb307134a86), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:47.974468 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-691f36f1-601d-484a-b600-5155186d52b7 service neutron] 10.222.0.16 "GET /v2.0/networks/aed25219-687f-45ba-80be-abe14c80c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850019 Jul 04 04:14:47.981856 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:47.994257 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port a358e588-fe98-408f-8e71-ceb307134a86 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:47.995725 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device c55d3dec-d7e8-474a-9e69-2168091f1582 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:48.074667 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port c55d3dec-d7e8-474a-9e69-2168091f1582 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:48.075083 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:48.122825 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1f619251-9aad-4714-996e-ff96ddf3d535 service neutron] 10.222.0.16 "GET /v2.0/networks/aed25219-687f-45ba-80be-abe14c80c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397228 Jul 04 04:14:48.339566 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55710) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:48.368588 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port c55d3dec-d7e8-474a-9e69-2168091f1582 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:48.377050 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c66e-f657-41bc-aa4c-9e24a48f43a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:48.431108 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.59', 55458) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:48.564695 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7693a5b6-a75a-41bf-b63a-e119e72ed075 req-f065ddef-c015-46a3-9918-fce8112b839f tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.1452708 Jul 04 04:14:48.711076 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device d63b2bce-f38a-403e-a70d-08aa7101184e up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:48.756223 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-ef7830d0-1d12-4122-b422-8aa834cdd959 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:48.759373 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-ef7830d0-1d12-4122-b422-8aa834cdd959 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 819 time: 0.3148348 Jul 04 04:14:48.872056 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c66e-f657-41bc-aa4c-9e24a48f43a4 admin admin] Publish callbacks [] for security_group (7aaf6d85-4066-4b09-a446-efd97dc35e6c), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:48.881629 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Request body: {'port': {'device_id': '6e519dd6-a044-4afa-ac1b-bf1f53611738', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'admin_state_up': True, 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:48.886195 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c66e-f657-41bc-aa4c-9e24a48f43a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (7aaf6d85-4066-4b09-a446-efd97dc35e6c), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:48.886749 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port d63b2bce-f38a-403e-a70d-08aa7101184e triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:48.887299 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:49.030200 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port d63b2bce-f38a-403e-a70d-08aa7101184e is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:49.056214 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9ae9c66e-f657-41bc-aa4c-9e24a48f43a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb781a08c1a741c6b84fccf5af550859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7150631 Jul 04 04:14:49.063786 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55734) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:49.091888 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9c66e-f657-41bc-aa4c-9e24a48f43a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf6d85-4066-4b09-a446-efd97dc35e6c,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:49.102581 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55738) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:49.298633 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ad8b436-9d2f-4dc1-b9f3-e5dbc9507c0e req-4ed30bd9-d205-42e7-b207-cb9d4e7937a0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 210 time: 0.1102483 Jul 04 04:14:49.372545 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e9cad89-adbf-4261-97fb-acba086c102c req-90853832-acc8-4cc2-b1d3-7c81d545e13a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 210 time: 0.2115576 Jul 04 04:14:49.418572 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.59', 55464) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:49.480215 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8362-631d-46b6-a719-7280f58330b6 admin admin] Publish callbacks [] for security_group (7aaf6d85-4066-4b09-a446-efd97dc35e6c), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:49.516619 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:49.671303 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ad62515-f2a1-4ce1-94f0-8416706a4760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:49.733343 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8362-631d-46b6-a719-7280f58330b6 admin admin] Publish callbacks [] for security_group (7aaf6d85-4066-4b09-a446-efd97dc35e6c), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:49.817772 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Made reservation on behalf of 7ea328a1154a4a9a955e411f7eab0aa9 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:14:49.826847 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:49.845342 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-c7d63fcc-6548-4e13-89a7-2cdc51c11d5b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:49.847723 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-c7d63fcc-6548-4e13-89a7-2cdc51c11d5b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 815 time: 0.4098463 Jul 04 04:14:49.864369 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.59', 55466) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:49.868289 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8362-631d-46b6-a719-7280f58330b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (7aaf6d85-4066-4b09-a446-efd97dc35e6c), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:49.875513 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8362-631d-46b6-a719-7280f58330b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:49.876963 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-9dcb8362-631d-46b6-a719-7280f58330b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7aaf6d85-4066-4b09-a446-efd97dc35e6c HTTP/1.1" status: 204 len: 168 time: 0.8101635 Jul 04 04:14:49.961994 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb8362-631d-46b6-a719-7280f58330b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf6d85-4066-4b09-a446-efd97dc35e6c,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:50.296246 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:50.500322 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5f092060-79b9-48c4-aa66-2936ceb083a4 req-2addbe6f-8746-4e42-915e-5ddddc24e632 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.7174921 Jul 04 04:14:50.688404 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-42331916-7407-45e5-a627-9568f33270d3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 379 time: 0.2132270 Jul 04 04:14:50.745829 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ad62515-f2a1-4ce1-94f0-8416706a4760 admin admin] Publish callbacks [] for security_group (b831929f-0366-41cb-98a0-e29b0d7791f2), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:50.751687 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7ad62515-f2a1-4ce1-94f0-8416706a4760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b831929f-0366-41cb-98a0-e29b0d7791f2), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:50.792590 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-28ad59c8-d17f-4935-bd5c-fe40eea5a314 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:50.798691 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-28ad59c8-d17f-4935-bd5c-fe40eea5a314 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 819 time: 0.9201651 Jul 04 04:14:50.842804 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'port': {'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'admin_state_up': True, 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'security_groups': ['a56e7c91-812f-4836-ac84-f4f42a28da37']}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:50.938405 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Request body: {'port': {'device_id': '314d0a92-11cc-45ac-b70b-1c65f66ecfc4', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'admin_state_up': True, 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:14:50.948067 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28bfa4af-c58d-4fc5-8ac3-8909b0b445fa req-6b9dd18a-31f4-4dbb-87a6-f3d6944dd59f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 210 time: 0.3366663 Jul 04 04:14:50.958855 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.59', 55475) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:51.036805 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad62515-f2a1-4ce1-94f0-8416706a4760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b831929f-0366-41cb-98a0-e29b0d7791f2,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:51.126873 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5aeb26b1-686c-4fb3-9fe3-10295f6b1238 req-3588c74a-9f6a-48e1-a223-c9ffac52d497 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 210 time: 0.2953620 Jul 04 04:14:51.132720 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7ad62515-f2a1-4ce1-94f0-8416706a4760 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a16deb2e741f484e94c851cddd0cc952&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0185263 Jul 04 04:14:51.137674 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55840) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:51.144440 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Allocated IP 172.20.0.3 (6b852890-6d40-459d-8b3f-cc97ada90f12/c8b27b97-f266-4386-9195-6d99352d86c3/3384abec-b08a-4477-8514-51d16c8ee80f) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:51.248311 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Made reservation on behalf of 7ccd298eebe6413daaae0d801e902616 for: {'port': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:14:51.252564 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:51.271146 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:51.295704 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:51.296261 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1bfe16d1-21fa-453a-ab0b-2f7e8e0fa21a admin admin] Publish callbacks [] for security_group (b831929f-0366-41cb-98a0-e29b0d7791f2), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:51.383398 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1bfe16d1-21fa-453a-ab0b-2f7e8e0fa21a admin admin] Publish callbacks [] for security_group (b831929f-0366-41cb-98a0-e29b0d7791f2), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:51.803326 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Allocated IP 172.20.0.4 (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11/717d670b-adb3-427c-80c2-3232bb75bb0d/9e8db02a-f437-48df-a498-4ab55ec549fb) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:51.806128 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1bfe16d1-21fa-453a-ab0b-2f7e8e0fa21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b831929f-0366-41cb-98a0-e29b0d7791f2), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:51.827053 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1bfe16d1-21fa-453a-ab0b-2f7e8e0fa21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:51.832688 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-1bfe16d1-21fa-453a-ab0b-2f7e8e0fa21a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b831929f-0366-41cb-98a0-e29b0d7791f2 HTTP/1.1" status: 204 len: 168 time: 0.6898687 Jul 04 04:14:51.986015 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe16d1-21fa-453a-ab0b-2f7e8e0fa21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b831929f-0366-41cb-98a0-e29b0d7791f2,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:52.231559 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-490ca277-22b8-42d0-9d5d-9873bb9d4959 req-bbeaf0eb-de38-4a30-8565-e264fd00ff8a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 210 time: 0.1011598 Jul 04 04:14:52.241269 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Made reservation on behalf of 7ea328a1154a4a9a955e411f7eab0aa9 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:14:52.257742 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:52.324785 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0f9b3e56-30b3-48ee-8aef-c57db467727f req-3316dcca-7110-4354-b3af-cdbd0c8c7c7a tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.4540927 Jul 04 04:14:52.329677 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:52.380345 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:52.446601 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:52.452400 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-e36cf864-b4ac-42e4-b065-2d0674b2e2b5 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:52.466931 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-e36cf864-b4ac-42e4-b065-2d0674b2e2b5 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.59 "GET /v2.0/networks?id=aed25219-687f-45ba-80be-abe14c80c9f4 HTTP/1.1" status: 200 len: 811 time: 1.1742220 Jul 04 04:14:52.535079 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:52.599351 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for port (3384abec-b08a-4477-8514-51d16c8ee80f), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:52.649898 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:52.700981 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:52.779645 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:52.802720 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:52.803401 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:52.926811 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:52.938944 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:52.956653 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:52.960276 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:52.966027 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:52.966690 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:52.976800 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event updated for resources: {'Port': ['ID=3384abec-b08a-4477-8514-51d16c8ee80f,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:53.002989 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Allocated IP 172.20.0.14 (6b852890-6d40-459d-8b3f-cc97ada90f12/c8b27b97-f266-4386-9195-6d99352d86c3/0de8d78e-8696-4840-bc1b-e94f52bb4eb1) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:14:53.022618 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=9e8db02a-f437-48df-a498-4ab55ec549fb,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:53.036344 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-d2e2da8e-cd40-4cae-9c0c-b0af0e95dad6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1614227 Jul 04 04:14:53.052701 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-fb3c9af3-72c8-40b6-9270-3e47ffeceaaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2931175 Jul 04 04:14:53.069772 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72c6d5-e1a6-40a9-9b1f-6fb2547e65e4 req-2741430a-fe27-49a0-b87a-d717ef785410 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:53.072312 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ef72c6d5-e1a6-40a9-9b1f-6fb2547e65e4 req-2741430a-fe27-49a0-b87a-d717ef785410 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.5274761 Jul 04 04:14:53.074880 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Sync routers for ids ['7823ffc7-7904-4ba9-832e-29c66f7242e2'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:14:53.111918 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Routers {'7823ffc7-7904-4ba9-832e-29c66f7242e2'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:53.112827 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['7823ffc7-7904-4ba9-832e-29c66f7242e2'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:53.182099 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ef72c6d5-e1a6-40a9-9b1f-6fb2547e65e4 req-923fd677-6fe4-45d3-b2c7-059d6345d5cd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959508 Jul 04 04:14:53.259454 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-1bb33757-f4d1-4609-9c3a-3b56da2f448d None None] Provisioning complete for port 9e8db02a-f437-48df-a498-4ab55ec549fb triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:53.259840 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1bb33757-f4d1-4609-9c3a-3b56da2f448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:53.329049 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:53.333292 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55916) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:53.347663 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-1bb33757-f4d1-4609-9c3a-3b56da2f448d None None] Port 9e8db02a-f437-48df-a498-4ab55ec549fb cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:14:53.355070 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Set router 7823ffc7-7904-4ba9-832e-29c66f7242e2 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:53.408014 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e0d6e3ee-06d4-44b0-9e96-07b62d25bbb8 req-6f73a397-b7a4-4528-805d-8585ef554f5e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 210 time: 0.0628994 Jul 04 04:14:53.423619 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:53.425136 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:53.471758 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:53.514771 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-e846d8e8-8d3b-4ce5-add3-537a805cb57a None None] Provisioning complete for port 3384abec-b08a-4477-8514-51d16c8ee80f triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:53.515436 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e846d8e8-8d3b-4ce5-add3-537a805cb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:53.524315 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ab00b45d-ced5-4086-82ae-142d62d30cdf req-3d5b2c5a-71fa-41db-93d6-d560879586ec tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0772195 Jul 04 04:14:53.540492 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:14:53.543440 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:14:53.545608 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event updated for resources: {'Port': ['ID=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:53.549938 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:14:53.556349 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:53.557482 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:53.581658 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-e846d8e8-8d3b-4ce5-add3-537a805cb57a None None] Port 3384abec-b08a-4477-8514-51d16c8ee80f cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:14:53.591061 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-0128ad12-e07f-4e27-8046-bf8f15e0e8a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6645136 Jul 04 04:14:53.655688 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:43Z', 'revision_number': 4, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'gw_port': {'id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:36Z', 'updated_at': '2022-07-04T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'af41dfe2-3c63-41a3-8b74-9c8b5ac23678', 'name': '', 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'mac_address': 'fa:16:3e:05:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:41Z', 'updated_at': '2022-07-04T04:14:43Z', 'revision_number': 2, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'subnets': [{'id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:53.696546 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Checking router: 7823ffc7-7904-4ba9-832e-29c66f7242e2 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:14:53.697005 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Updating router 7823ffc7-7904-4ba9-832e-29c66f7242e2 port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:14:53.738548 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:53.799090 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-36c3a8e7-1169-4d80-8c0c-ed9edc392b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:53.872629 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:53.903275 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:53.921778 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-017d8046-0f55-4c8b-8f4d-814e3c991ebe None None] Provisioning complete for port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:53.922170 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-017d8046-0f55-4c8b-8f4d-814e3c991ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:53.954098 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-36c3a8e7-1169-4d80-8c0c-ed9edc392b62 admin admin] Publish callbacks [] for security_group (77ff7577-6528-46b7-9732-94642c3fad6b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:53.962328 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-36c3a8e7-1169-4d80-8c0c-ed9edc392b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (77ff7577-6528-46b7-9732-94642c3fad6b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.012946 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-36c3a8e7-1169-4d80-8c0c-ed9edc392b62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3aff6e1ced2e4a90b83656f66a4ee05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6782043 Jul 04 04:14:54.016344 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55950) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:54.028667 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3a8e7-1169-4d80-8c0c-ed9edc392b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff7577-6528-46b7-9732-94642c3fad6b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:54.057225 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-017d8046-0f55-4c8b-8f4d-814e3c991ebe None None] Port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:14:54.092805 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e983209-ef62-4e92-9bf1-6d670bab253e admin admin] Publish callbacks [] for security_group (77ff7577-6528-46b7-9732-94642c3fad6b), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.118492 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e983209-ef62-4e92-9bf1-6d670bab253e admin admin] Publish callbacks [] for security_group (77ff7577-6528-46b7-9732-94642c3fad6b), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.133933 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Publish callbacks [] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.154777 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.184954 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e983209-ef62-4e92-9bf1-6d670bab253e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (77ff7577-6528-46b7-9732-94642c3fad6b), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.187746 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7e983209-ef62-4e92-9bf1-6d670bab253e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.191952 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-7e983209-ef62-4e92-9bf1-6d670bab253e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77ff7577-6528-46b7-9732-94642c3fad6b HTTP/1.1" status: 204 len: 168 time: 0.1717441 Jul 04 04:14:54.199629 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e983209-ef62-4e92-9bf1-6d670bab253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff7577-6528-46b7-9732-94642c3fad6b,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:54.229126 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7345c76-1507-48ed-821e-9f252021e644 None None] Pushing event updated for resources: {'Port': ['ID=af41dfe2-3c63-41a3-8b74-9c8b5ac23678,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:54.319450 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Attempting to bind port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:14:54.320032 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Attempting to bind port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:14:54.320635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Attempting to bind port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 on network aed25219-687f-45ba-80be-abe14c80c9f4 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:14:54.337839 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:14:54.338218 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Checking segment: {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:14:54.338654 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.339049 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Bound using segment: {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:14:54.339520 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Bound port: af41dfe2-3c63-41a3-8b74-9c8b5ac23678, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:14:54.339898 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.364120 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60ee27-8bc7-4c47-b0d4-496e38449379 req-0d6cefa8-997d-4e84-bdb5-8e12c8fc6b7b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:54.376963 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9f60ee27-8bc7-4c47-b0d4-496e38449379 req-0d6cefa8-997d-4e84-bdb5-8e12c8fc6b7b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0899496 Jul 04 04:14:54.450402 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9f60ee27-8bc7-4c47-b0d4-496e38449379 req-38cac27c-83b4-410d-8e43-79c7ea41b80d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724199 Jul 04 04:14:54.478278 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] For port af41dfe2-3c63-41a3-8b74-9c8b5ac23678, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:14:54.486511 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] For port af41dfe2-3c63-41a3-8b74-9c8b5ac23678, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=af41dfe2-3c63-41a3-8b74-9c8b5ac23678,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:14:54.507021 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.610122 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:54.672434 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-02abcdb5-08fd-46e5-9c8b-d5b63e8ee935 None None] Provisioning complete for port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:54.673019 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-02abcdb5-08fd-46e5-9c8b-d5b63e8ee935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:54.683065 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79deb503-9c67-4cd8-9b03-72b1d7a65a4a req-6de331b4-a1ab-4e5f-a6cb-1ba6e474de4f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:54.694334 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-79deb503-9c67-4cd8-9b03-72b1d7a65a4a req-6de331b4-a1ab-4e5f-a6cb-1ba6e474de4f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.1589828 Jul 04 04:14:54.731289 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Routers {'7823ffc7-7904-4ba9-832e-29c66f7242e2'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:14:54.731945 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:14:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['7823ffc7-7904-4ba9-832e-29c66f7242e2'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:54.750583 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f0748e86-f9b1-4081-91a8-70cc6e9744a2 req-0cdd420c-8a2f-4860-8017-da06d2c9e38b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0876753 Jul 04 04:14:54.787281 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7345c76-1507-48ed-821e-9f252021e644 None None] Pushing event updated for resources: {'Port': ['ID=af41dfe2-3c63-41a3-8b74-9c8b5ac23678,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:54.845336 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-79deb503-9c67-4cd8-9b03-72b1d7a65a4a req-4ce9c3dc-a419-4869-baf5-3e077c971354 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487722 Jul 04 04:14:54.907252 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 55980) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:54.924178 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4a24945a-d1a1-4f0a-8119-bdb051b24cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.038882 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4a24945a-d1a1-4f0a-8119-bdb051b24cfc admin admin] Publish callbacks [] for security_group (790a2d26-1ece-4e19-9aeb-6f07f85ffe06), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.052578 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4a24945a-d1a1-4f0a-8119-bdb051b24cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (790a2d26-1ece-4e19-9aeb-6f07f85ffe06), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.072401 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:INSERT=12,neutron:DELETE=5,neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:55.096404 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-4a24945a-d1a1-4f0a-8119-bdb051b24cfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fc47b0c34044e199788455b83bcb029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880367 Jul 04 04:14:55.099176 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24945a-d1a1-4f0a-8119-bdb051b24cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790a2d26-1ece-4e19-9aeb-6f07f85ffe06,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:55.099590 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 55984) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:14:55.152950 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aa9cc334-ad8c-42b5-a9ca-a9d07c65cb1a admin admin] Publish callbacks [] for security_group (790a2d26-1ece-4e19-9aeb-6f07f85ffe06), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.174577 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aa9cc334-ad8c-42b5-a9ca-a9d07c65cb1a admin admin] Publish callbacks [] for security_group (790a2d26-1ece-4e19-9aeb-6f07f85ffe06), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.178978 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] Set router 7823ffc7-7904-4ba9-832e-29c66f7242e2 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:14:55.223599 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-02abcdb5-08fd-46e5-9c8b-d5b63e8ee935 None None] Current status of the port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:55.224047 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-02abcdb5-08fd-46e5-9c8b-d5b63e8ee935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.227333 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aa9cc334-ad8c-42b5-a9ca-a9d07c65cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (790a2d26-1ece-4e19-9aeb-6f07f85ffe06), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.231466 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aa9cc334-ad8c-42b5-a9ca-a9d07c65cb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.235324 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-aa9cc334-ad8c-42b5-a9ca-a9d07c65cb1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/790a2d26-1ece-4e19-9aeb-6f07f85ffe06 HTTP/1.1" status: 204 len: 168 time: 0.1318994 Jul 04 04:14:55.248949 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cc334-ad8c-42b5-a9ca-a9d07c65cb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790a2d26-1ece-4e19-9aeb-6f07f85ffe06,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:55.320918 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-02abcdb5-08fd-46e5-9c8b-d5b63e8ee935 None None] For port af41dfe2-3c63-41a3-8b74-9c8b5ac23678, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=af41dfe2-3c63-41a3-8b74-9c8b5ac23678,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:14:55.333464 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-02abcdb5-08fd-46e5-9c8b-d5b63e8ee935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.384586 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:55.438801 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abcdb5-08fd-46e5-9c8b-d5b63e8ee935 None None] Pushing event updated for resources: {'Port': ['ID=af41dfe2-3c63-41a3-8b74-9c8b5ac23678,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:14:55.480251 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-60c52ca7-746f-4b83-9b33-c7b5b52b6c3d None None] Provisioning complete for port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:55.480645 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-60c52ca7-746f-4b83-9b33-c7b5b52b6c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:55.516266 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:43Z', 'revision_number': 4, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'gw_port': {'id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:36Z', 'updated_at': '2022-07-04T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'af41dfe2-3c63-41a3-8b74-9c8b5ac23678', 'name': '', 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'mac_address': 'fa:16:3e:05:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:41Z', 'updated_at': '2022-07-04T04:14:54Z', 'revision_number': 4, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'subnets': [{'id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:14:55.545999 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d693a-ba4e-4447-b7a9-768251afe1ec None None] The sync data for ids ['7823ffc7-7904-4ba9-832e-29c66f7242e2'] in dv-cinder-742162-5-iscsi is: [{'id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:43Z', 'revision_number': 4, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'gw_port': {'id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:36Z', 'updated_at': '2022-07-04T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'af41dfe2-3c63-41a3-8b74-9c8b5ac23678', 'name': '', 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'mac_address': 'fa:16:3e:05:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:41Z', 'updated_at': '2022-07-04T04:14:54Z', 'revision_number': 4, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'subnets': [{'id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:14:55.590243 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76b29-39d5-4a81-9919-b5c6fa8aafdb req-47c26a44-fe7a-4ad3-9695-38ffe53d381d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:55.596193 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c2e76b29-39d5-4a81-9919-b5c6fa8aafdb req-47c26a44-fe7a-4ad3-9695-38ffe53d381d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0685351 Jul 04 04:14:55.606054 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-60c52ca7-746f-4b83-9b33-c7b5b52b6c3d None None] Current status of the port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:55.662046 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c2e76b29-39d5-4a81-9919-b5c6fa8aafdb req-5d8676b3-4a65-4de7-b815-7a71bf565ae3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626242 Jul 04 04:14:55.758895 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:55.765888 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=8 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:55.915800 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-38d97ac7-946e-4975-b9a9-b269ce071009 req-da8da287-bf33-4104-93e3-ff6c09fc462f tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0501654 Jul 04 04:14:56.019063 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787684-85ba-467a-bdf2-fe21ec6bbb73 req-ab208d00-b4a7-4ae0-a985-eb0d18a73944 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:56.031968 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c787684-85ba-467a-bdf2-fe21ec6bbb73 req-ab208d00-b4a7-4ae0-a985-eb0d18a73944 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0795238 Jul 04 04:14:56.150067 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c787684-85ba-467a-bdf2-fe21ec6bbb73 req-d930d02c-2154-45be-9699-da3400960425 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163878 Jul 04 04:14:56.642083 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device af41dfe2-3c63-41a3-8b74-9c8b5ac23678 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:14:56.729482 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:14:56.729876 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:14:56.804904 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c0dac-59de-40f5-8b8c-876ce05239f7 req-bcb2be9b-693f-4e7d-ae4a-f74114c4014a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:56.806516 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-951c0dac-59de-40f5-8b8c-876ce05239f7 req-bcb2be9b-693f-4e7d-ae4a-f74114c4014a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0643418 Jul 04 04:14:56.816635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:14:56.899580 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-951c0dac-59de-40f5-8b8c-876ce05239f7 req-a84490ca-cc48-4e15-b3f7-b086260c153d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837812 Jul 04 04:14:57.044001 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-608f4e80-50f3-4171-a739-3aeaca73fa97 req-d37c3417-ce25-4203-9e51-e5f963cfc495 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0365243 Jul 04 04:14:57.302918 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90da1-5e88-4fe1-827b-e542eedf76da req-339741fa-c368-4fe4-9ac2-dfb186fd6f83 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:57.305812 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-edc90da1-5e88-4fe1-827b-e542eedf76da req-339741fa-c368-4fe4-9ac2-dfb186fd6f83 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0659909 Jul 04 04:14:57.356804 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:14:57.391306 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-edc90da1-5e88-4fe1-827b-e542eedf76da req-1393f806-2a67-4869-9f9a-d3c2343117b5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777657 Jul 04 04:14:58.069624 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4b64f-00ab-48d0-8123-59128d486c5a req-d81f37c3-ea70-4d02-9e9f-84514292dc86 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:58.076722 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-36d4b64f-00ab-48d0-8123-59128d486c5a req-d81f37c3-ea70-4d02-9e9f-84514292dc86 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0833983 Jul 04 04:14:58.146091 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-36d4b64f-00ab-48d0-8123-59128d486c5a req-ecd1cbff-fc87-44e4-9982-e4f6ce7b87c8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682695 Jul 04 04:14:58.463879 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-64614924-7f68-4816-aa2e-f51487ed82fc req-3111791a-4c13-4160-8e02-5afd9e8bf09b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.2442062 Jul 04 04:14:58.571561 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd23d7-35ff-4c11-9dc2-abe72f2dac75 req-31c5c990-1b0e-4135-b479-06716089e524 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:58.590158 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-88dd23d7-35ff-4c11-9dc2-abe72f2dac75 req-31c5c990-1b0e-4135-b479-06716089e524 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0768912 Jul 04 04:14:58.732033 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-88dd23d7-35ff-4c11-9dc2-abe72f2dac75 req-ac4068a8-e2fe-4d24-ae32-6048c41674bb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488693 Jul 04 04:14:59.298250 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b315e4-124f-4a1d-b84e-6a16f152346f req-0452f66b-f940-44d0-8dff-c256774dd8aa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:59.299972 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a7b315e4-124f-4a1d-b84e-6a16f152346f req-0452f66b-f940-44d0-8dff-c256774dd8aa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0830398 Jul 04 04:14:59.370545 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a7b315e4-124f-4a1d-b84e-6a16f152346f req-e44c835b-eeb2-4bcb-8189-3e989f3f799b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604703 Jul 04 04:14:59.571458 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5147ddb5-af7c-4fb1-8e2c-1bf4980685df req-3dfd468d-cbc3-4ac8-b573-9ca65ca705dc tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0297182 Jul 04 04:14:59.861553 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e0d4-c21d-4cc8-8079-c3c6657d8a0b req-9e116d67-cc09-4674-9cf7-590441fe7b97 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:14:59.863171 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6fe5e0d4-c21d-4cc8-8079-c3c6657d8a0b req-9e116d67-cc09-4674-9cf7-590441fe7b97 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0549624 Jul 04 04:14:59.924887 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6fe5e0d4-c21d-4cc8-8079-c3c6657d8a0b req-16bc7ed9-16ab-43fa-a29b-53a365a6eff0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557218 Jul 04 04:15:00.480864 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e7bb-14e2-425e-ae50-89b7bb45ccb0 req-bebefbbc-d1d5-4ea1-964e-80c324ebfc45 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:00.482361 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-23a1e7bb-14e2-425e-ae50-89b7bb45ccb0 req-bebefbbc-d1d5-4ea1-964e-80c324ebfc45 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0510855 Jul 04 04:15:00.533565 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-23a1e7bb-14e2-425e-ae50-89b7bb45ccb0 req-3cb2ae60-1444-43af-b929-b74038e4290b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452385 Jul 04 04:15:00.669869 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f62dc924-a2db-42ca-a7e9-5a7ca97a70ee req-4497a1f7-f2e5-4019-b483-0a0452551a7a tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0285683 Jul 04 04:15:01.062383 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f718731-9e55-4e88-8f83-46e3455ff9c5 req-fdfd3e20-42d5-48ab-8c71-da760b15ab61 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:01.063908 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6f718731-9e55-4e88-8f83-46e3455ff9c5 req-fdfd3e20-42d5-48ab-8c71-da760b15ab61 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0565293 Jul 04 04:15:01.119308 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6f718731-9e55-4e88-8f83-46e3455ff9c5 req-2a65f899-f813-4532-80fd-4169e39658fc tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495985 Jul 04 04:15:01.634400 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:01.658139 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688b93b-41ae-4766-a5e2-b975fe1bf859 req-841295ae-6004-439a-a28d-28d870e78df7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:01.659670 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0688b93b-41ae-4766-a5e2-b975fe1bf859 req-841295ae-6004-439a-a28d-28d870e78df7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0536606 Jul 04 04:15:01.724934 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0688b93b-41ae-4766-a5e2-b975fe1bf859 req-efe052b6-9da3-4aca-95bb-b7e53b018c08 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587525 Jul 04 04:15:01.797908 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-076e9a74-e457-48cb-ab8e-7bca45a86242 req-f67a25dd-d32d-4537-a24d-df6206633430 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0401144 Jul 04 04:15:02.249815 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efab21-a647-45da-aa6a-ffc0483b9043 req-20ef3939-552f-4321-9dd6-d036f033019d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:02.257184 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b1efab21-a647-45da-aa6a-ffc0483b9043 req-20ef3939-552f-4321-9dd6-d036f033019d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0645473 Jul 04 04:15:02.304056 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b1efab21-a647-45da-aa6a-ffc0483b9043 req-b407bbad-b296-454f-879a-22a553c1260f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Jul 04 04:15:02.860362 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:02.875127 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc87a9-2e02-4722-add0-1195857e57a0 req-ccdbd688-c955-43f1-8c18-102dab2b09d7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:02.876631 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-69cc87a9-2e02-4722-add0-1195857e57a0 req-ccdbd688-c955-43f1-8c18-102dab2b09d7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0490785 Jul 04 04:15:02.897166 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ccecf1d5-f394-4218-92e6-e86e2e3ea8d9 req-0a0f2a25-3b04-4f0a-a4c9-8a7b2b99b928 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0280607 Jul 04 04:15:02.930935 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-69cc87a9-2e02-4722-add0-1195857e57a0 req-8cab324b-3515-44bb-86ab-68b8438fc2c6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461354 Jul 04 04:15:03.430612 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf39d9-14f4-4c83-85d5-39a22a82aa68 req-ad6a3109-4c3d-486b-a295-66d195a17cbf tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:03.432518 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d2bf39d9-14f4-4c83-85d5-39a22a82aa68 req-ad6a3109-4c3d-486b-a295-66d195a17cbf tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0532486 Jul 04 04:15:03.499600 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d2bf39d9-14f4-4c83-85d5-39a22a82aa68 req-272b8fbb-1951-4e92-929d-fdc3167c17c8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612280 Jul 04 04:15:04.016668 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-532d5425-3114-4cd7-9074-e242b2ba5e4f req-fa60c7d6-294e-40a0-ab96-72af85bf2df2 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0335801 Jul 04 04:15:04.064561 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-59b154e6-b3be-4e06-8d36-530747a8adde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:04.081826 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb43a68-7d16-4c60-8541-49d3969c0c52 req-03b92d09-c227-4246-a347-e8d50386ae4a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:04.084309 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2bb43a68-7d16-4c60-8541-49d3969c0c52 req-03b92d09-c227-4246-a347-e8d50386ae4a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0638754 Jul 04 04:15:04.142974 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2bb43a68-7d16-4c60-8541-49d3969c0c52 req-4ca8de61-10e8-4a3f-83f2-27e8d0aabb5c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525153 Jul 04 04:15:04.764729 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656a9fe-6760-40a1-95bd-4ec30062cb9f req-65821e06-b110-4018-8979-758c4d742e4f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:04.766127 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9656a9fe-6760-40a1-95bd-4ec30062cb9f req-65821e06-b110-4018-8979-758c4d742e4f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.1843581 Jul 04 04:15:04.813843 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9656a9fe-6760-40a1-95bd-4ec30062cb9f req-761a6f4e-4642-407b-84ce-e6e5ca093e10 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Jul 04 04:15:05.139638 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4a9ba058-fb1b-410a-9acd-faa390a61196 req-29f961e1-6821-442b-b553-3f1e2cd5afab tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0302145 Jul 04 04:15:05.260770 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724cbf0-062d-4756-8fe7-18f3e0fd10b3 req-9d7ef151-3906-436d-9b29-b1452c189ba4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:05.262213 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c724cbf0-062d-4756-8fe7-18f3e0fd10b3 req-9d7ef151-3906-436d-9b29-b1452c189ba4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0491028 Jul 04 04:15:05.314865 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c724cbf0-062d-4756-8fe7-18f3e0fd10b3 req-b3942382-e739-4852-96a9-cbec43007878 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465293 Jul 04 04:15:05.940936 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c67d-0687-4d37-8ea5-cb2b9dcbc349 req-be2e0d30-d133-4113-9294-504a10dd2dcb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:05.942400 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-98a7c67d-0687-4d37-8ea5-cb2b9dcbc349 req-be2e0d30-d133-4113-9294-504a10dd2dcb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0487566 Jul 04 04:15:05.990106 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-98a7c67d-0687-4d37-8ea5-cb2b9dcbc349 req-11561841-89fe-4075-b77d-16167dbf175e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Jul 04 04:15:06.187091 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-288b03ab-5830-49ef-8921-b23a4a5fbd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:06.211974 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Request body: {'port': {'device_id': '0dbd2b17-e16f-4867-87bd-9e0430d8b027', 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4', 'admin_state_up': True, 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:15:06.254750 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-04b186a6-4d0c-4bb3-8818-907139d27efd req-47f6b0ca-2a21-4385-9f1b-0c28b170640e tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0324512 Jul 04 04:15:06.304268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:06.333738 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Made reservation on behalf of f14e4e69a2db416caeef8036b55805b6 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:15:06.337198 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:06.374091 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-167ff84e-2ee6-43f7-a0d0-646e6419667f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:15:06.374255 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-5ad7456e-7cc2-405a-9d7f-3d575e6cca31 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:15:06.375203 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-5ad7456e-7cc2-405a-9d7f-3d575e6cca31 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055285 Jul 04 04:15:06.375302 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-167ff84e-2ee6-43f7-a0d0-646e6419667f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063469 Jul 04 04:15:06.408474 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-035408fb-bfc6-420c-aa27-ef2a41e37bd6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:15:06.409378 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-035408fb-bfc6-420c-aa27-ef2a41e37bd6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074935 Jul 04 04:15:06.475905 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6fa7a-4553-45d7-a34e-2e1dd1f76fb0 req-94e5cd98-7df6-453e-ae73-7956409c1904 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:06.477486 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0ce6fa7a-4553-45d7-a34e-2e1dd1f76fb0 req-94e5cd98-7df6-453e-ae73-7956409c1904 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0673082 Jul 04 04:15:06.546061 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Allocated IP 172.20.0.8 (aed25219-687f-45ba-80be-abe14c80c9f4/387c6349-a5e0-49c0-87b1-29f5d45a0b38/44387a5e-08a3-462a-be05-f2befd8e7016) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:15:06.565667 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0ce6fa7a-4553-45d7-a34e-2e1dd1f76fb0 req-b8acfe23-8e82-4532-a8f0-16de262fa957 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700705 Jul 04 04:15:06.697864 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:06.717041 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Publish callbacks [] for port (44387a5e-08a3-462a-be05-f2befd8e7016), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:06.752072 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:06.798448 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Network aed25219-687f-45ba-80be-abe14c80c9f4 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:15:06.801508 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:15:06.807984 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:15:06.813038 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:06.813643 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:06.817367 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Pushing event updated for resources: {'Port': ['ID=44387a5e-08a3-462a-be05-f2befd8e7016,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:06.836136 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-21580193-1996-4b79-bf7c-2a686b1b961b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6279812 Jul 04 04:15:07.051492 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-8c2910b9-f52f-48c3-9de4-cbb8e67a983f None None] Provisioning complete for port 44387a5e-08a3-462a-be05-f2befd8e7016 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:15:07.051861 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8c2910b9-f52f-48c3-9de4-cbb8e67a983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:07.053443 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:07.084175 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-8c2910b9-f52f-48c3-9de4-cbb8e67a983f None None] Port 44387a5e-08a3-462a-be05-f2befd8e7016 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:15:07.105842 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19fbae-94e9-4c21-996b-554b7779af5c req-aa0b5d00-3619-4571-9071-d6dd2bbcdee4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:07.107340 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2b19fbae-94e9-4c21-996b-554b7779af5c req-aa0b5d00-3619-4571-9071-d6dd2bbcdee4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0470836 Jul 04 04:15:07.154766 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2b19fbae-94e9-4c21-996b-554b7779af5c req-3605a9f1-38aa-4801-99f5-02d36af95aa1 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Jul 04 04:15:07.384395 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05776e-93b9-46a8-aeb1-42045938616f req-6b559a2f-393b-4d35-b56a-c0f86b3421de tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:07.385850 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5e05776e-93b9-46a8-aeb1-42045938616f req-6b559a2f-393b-4d35-b56a-c0f86b3421de tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 931 time: 0.0520332 Jul 04 04:15:07.434232 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5e05776e-93b9-46a8-aeb1-42045938616f req-6ddb734b-cc72-4e2d-87e3-f3798113ed4b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424130 Jul 04 04:15:07.545231 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:07.684051 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4448f4-eb76-4c4a-9dc6-cad7589c9981 req-45f0fe1a-fdb9-4a93-b560-6029995b6538 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:07.685564 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ce4448f4-eb76-4c4a-9dc6-cad7589c9981 req-45f0fe1a-fdb9-4a93-b560-6029995b6538 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0497379 Jul 04 04:15:07.736967 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ce4448f4-eb76-4c4a-9dc6-cad7589c9981 req-4c42370d-b160-4795-8f59-936ff793f91c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454197 Jul 04 04:15:08.287943 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913bb2-59b6-489d-b69e-b37370e60fc9 req-b31e5cc8-b01c-4370-a0de-625123300acc tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:08.289432 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-60913bb2-59b6-489d-b69e-b37370e60fc9 req-b31e5cc8-b01c-4370-a0de-625123300acc tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0548964 Jul 04 04:15:08.338535 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-60913bb2-59b6-489d-b69e-b37370e60fc9 req-e0183c99-2331-4e4a-bbdc-33f6646c9d74 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Jul 04 04:15:08.557216 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fee39b-dab5-4c75-98fd-78abb7b8f3b3 req-b56dcf2b-5a2c-4a6a-bcb0-32a3b71917f8 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:08.558703 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b0fee39b-dab5-4c75-98fd-78abb7b8f3b3 req-b56dcf2b-5a2c-4a6a-bcb0-32a3b71917f8 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 931 time: 0.0510762 Jul 04 04:15:08.607028 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b0fee39b-dab5-4c75-98fd-78abb7b8f3b3 req-01809685-2c40-4139-8436-70aaf3e7263a tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425875 Jul 04 04:15:08.849830 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:08.865152 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bd172-ae21-4f8e-9eb8-021de7fd1aa5 req-7728b9e2-bd18-4030-8b60-0b5c4fd8b2e8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:08.866665 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-cd1bd172-ae21-4f8e-9eb8-021de7fd1aa5 req-7728b9e2-bd18-4030-8b60-0b5c4fd8b2e8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0549080 Jul 04 04:15:08.918925 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-cd1bd172-ae21-4f8e-9eb8-021de7fd1aa5 req-c8a3917b-5c95-452d-812c-f4d8c7f786c1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464470 Jul 04 04:15:09.100438 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:09.475803 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131ef42-10ee-4ec3-a1b9-4e93dfcf99b2 req-55dcc7e1-12c1-4d3f-9b94-ee557e0db85f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:09.477356 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7131ef42-10ee-4ec3-a1b9-4e93dfcf99b2 req-55dcc7e1-12c1-4d3f-9b94-ee557e0db85f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0606761 Jul 04 04:15:09.527370 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7131ef42-10ee-4ec3-a1b9-4e93dfcf99b2 req-8cde95cb-d1e2-4a95-899d-c65c8a1c8983 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Jul 04 04:15:09.731208 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:09.740083 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83822584-3371-4b82-80f9-5d8a08c6aa4e req-dfce5cb6-afe8-420b-810d-f5dd2ae394db tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:09.741554 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83822584-3371-4b82-80f9-5d8a08c6aa4e req-dfce5cb6-afe8-420b-810d-f5dd2ae394db tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 931 time: 0.0595758 Jul 04 04:15:09.797883 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83822584-3371-4b82-80f9-5d8a08c6aa4e req-5783bb5b-080a-4119-b0b9-ba53264d66b3 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485086 Jul 04 04:15:10.049256 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50baad9-866a-40d8-9509-ed9d37ac08b4 req-38557123-aeeb-49ce-821b-fc19c98355c5 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:10.050737 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f50baad9-866a-40d8-9509-ed9d37ac08b4 req-38557123-aeeb-49ce-821b-fc19c98355c5 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.0545928 Jul 04 04:15:10.074857 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:10.098263 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f50baad9-866a-40d8-9509-ed9d37ac08b4 req-a7bb0aba-e4e8-46b4-8b4e-53ea943aa0a7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Jul 04 04:15:10.574507 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Request body: {'port': {'device_id': '314d0a92-11cc-45ac-b70b-1c65f66ecfc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:15:10.578277 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Request body: {'port': {'device_id': '6e519dd6-a044-4afa-ac1b-bf1f53611738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:15:10.610230 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Request body: {'port': {'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:15:10.620836 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Request body: {'port': {'device_id': '0dbd2b17-e16f-4867-87bd-9e0430d8b027', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:15:10.645803 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:10.709570 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:10.739108 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3bed2-c200-44fc-8e23-d903694d8d76 req-c47a0df3-fdf4-4a70-9351-e228c9376105 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:10.741736 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e9d3bed2-c200-44fc-8e23-d903694d8d76 req-c47a0df3-fdf4-4a70-9351-e228c9376105 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 932 time: 0.0969222 Jul 04 04:15:10.809658 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:10.835107 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:10.841622 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:10.901802 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:10.933578 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e9d3bed2-c200-44fc-8e23-d903694d8d76 req-0022ebb1-fd23-4a28-88ac-da421ee8d4e2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600337 Jul 04 04:15:10.948212 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f530e7-6656-4c4f-a878-f6c465c208ad req-34e6c708-1317-45df-a010-0697320c328b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:10.949688 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d9f530e7-6656-4c4f-a878-f6c465c208ad req-34e6c708-1317-45df-a010-0697320c328b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 931 time: 0.0628517 Jul 04 04:15:10.970149 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:11.046069 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d9f530e7-6656-4c4f-a878-f6c465c208ad req-825805d7-418c-40f0-8258-75d869c5940c tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885496 Jul 04 04:15:11.052756 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 {{(pid=104120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:15:11.060863 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Publish callbacks [] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:11.081106 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.provisioning_blocks [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Transition to ACTIVE for port object 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 will not be triggered until provisioned by entity L2. {{(pid=104120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:15:11.085694 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:11.200050 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:11.218787 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.managers [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Attempting to bind port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:15:11.219444 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.managers [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Attempting to bind port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}] {{(pid=104120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:15:11.219906 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Attempting to bind port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 on network 6b852890-6d40-459d-8b3f-cc97ada90f12 {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:15:11.225213 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 on network 6b852890-6d40-459d-8b3f-cc97ada90f12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:15:11.229090 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Attempting to bind port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 on network 6b852890-6d40-459d-8b3f-cc97ada90f12 {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:15:11.235433 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:15:11.235869 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Checking segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:15:11.236492 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Bound using segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:15:11.237128 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.managers [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Bound port: 0de8d78e-8696-4840-bc1b-e94f52bb4eb1, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}}] {{(pid=104120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:15:11.237547 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:11.306146 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] For port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1, host hv-cinder-74216, cleared binding levels {{(pid=104120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:15:11.329146 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] For port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:15:11.337773 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:11.341530 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1996503-a7b0-4d8b-9425-58aaa422c9a6 req-fdce3c0a-660f-4b75-9fff-2ab4a364239d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:11.343058 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f1996503-a7b0-4d8b-9425-58aaa422c9a6 req-fdce3c0a-660f-4b75-9fff-2ab4a364239d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 931 time: 0.1494939 Jul 04 04:15:11.362610 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:11.363356 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:11.365049 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] 10.222.0.59 "PUT /v2.0/ports/0de8d78e-8696-4840-bc1b-e94f52bb4eb1 HTTP/1.1" status: 200 len: 1094 time: 0.8526249 Jul 04 04:15:11.381560 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314d0a92-11cc-45ac-b70b-1c65f66ecfc4', 'tag': '0de8d78e-8696-4840-bc1b-e94f52bb4eb1'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:15:11.554863 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-fe3c2113-fe69-4611-b503-9bbae3117998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:11.556581 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-fe3c2113-fe69-4611-b503-9bbae3117998 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 1128 time: 0.0852485 Jul 04 04:15:11.576662 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe49e24-5f73-4d06-a2ae-9b41dd2f50b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,revision_number=3']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:11.672549 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "314d0a92-11cc-45ac-b70b-1c65f66ecfc4", "tag": "0de8d78e-8696-4840-bc1b-e94f52bb4eb1"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:15:11.689536 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:11.769579 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f1996503-a7b0-4d8b-9425-58aaa422c9a6 req-f5616439-c974-4db2-bc77-563f77ba9d9c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4015138 Jul 04 04:15:11.840158 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc0723-ce4d-4764-a7ed-0c3693587a41 x-openstack-request-id: req-31cc0723-ce4d-4764-a7ed-0c3693587a41 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:15:11.840444 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314d0a92-11cc-45ac-b70b-1c65f66ecfc4", "tag": "0de8d78e-8696-4840-bc1b-e94f52bb4eb1", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:15:11.840691 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31cc0723-ce4d-4764-a7ed-0c3693587a41 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:15:11.841151 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cc0723-ce4d-4764-a7ed-0c3693587a41'] response: {'name': 'network-changed', 'server_uuid': '314d0a92-11cc-45ac-b70b-1c65f66ecfc4', 'tag': '0de8d78e-8696-4840-bc1b-e94f52bb4eb1', 'status': 'completed', 'code': 200} Jul 04 04:15:11.873566 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3384abec-b08a-4477-8514-51d16c8ee80f {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:15:11.914338 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Publish callbacks [] for port (3384abec-b08a-4477-8514-51d16c8ee80f), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:11.942553 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44387a5e-08a3-462a-be05-f2befd8e7016 {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:15:11.947915 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8db02a-f437-48df-a498-4ab55ec549fb {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:15:11.959994 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Publish callbacks [] for port (44387a5e-08a3-462a-be05-f2befd8e7016), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:11.968485 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Transition to ACTIVE for port object 3384abec-b08a-4477-8514-51d16c8ee80f will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:15:11.970454 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Publish callbacks [] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:11.980939 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:11.997227 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:12.014898 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Transition to ACTIVE for port object 44387a5e-08a3-462a-be05-f2befd8e7016 will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:15:12.021407 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Transition to ACTIVE for port object 9e8db02a-f437-48df-a498-4ab55ec549fb will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:15:12.037266 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.045382 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.091627 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3384abec-b08a-4477-8514-51d16c8ee80f,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:12.138625 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e716f2b-0267-4ddd-b2ef-f973b82b0b7d req-b3b8dc78-614c-46a9-921e-102e8b43afb0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:12.140722 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5e716f2b-0267-4ddd-b2ef-f973b82b0b7d req-b3b8dc78-614c-46a9-921e-102e8b43afb0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 944 time: 0.1213846 Jul 04 04:15:12.205582 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687a687-3726-4709-ab0b-0af78e6491e3 req-f014d77a-987c-4107-a6f8-d40b3ef9e846 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:12.207863 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3687a687-3726-4709-ab0b-0af78e6491e3 req-f014d77a-987c-4107-a6f8-d40b3ef9e846 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0628612 Jul 04 04:15:12.239902 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:12.263636 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=44387a5e-08a3-462a-be05-f2befd8e7016,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:12.291411 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3687a687-3726-4709-ab0b-0af78e6491e3 req-1fc1d119-e3d0-436b-8a1c-bfc310674e51 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748956 Jul 04 04:15:12.330245 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Attempting to bind port 3384abec-b08a-4477-8514-51d16c8ee80f on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:15:12.330620 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Attempting to bind port 3384abec-b08a-4477-8514-51d16c8ee80f by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:15:12.330963 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Attempting to bind port 3384abec-b08a-4477-8514-51d16c8ee80f on network 6b852890-6d40-459d-8b3f-cc97ada90f12 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:15:12.338894 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Attempting to bind port 44387a5e-08a3-462a-be05-f2befd8e7016 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:15:12.339222 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Attempting to bind port 44387a5e-08a3-462a-be05-f2befd8e7016 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:15:12.339539 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Attempting to bind port 44387a5e-08a3-462a-be05-f2befd8e7016 on network aed25219-687f-45ba-80be-abe14c80c9f4 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:15:12.363365 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Attempting to bind port 9e8db02a-f437-48df-a498-4ab55ec549fb on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:15:12.363693 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Attempting to bind port 9e8db02a-f437-48df-a498-4ab55ec549fb by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:15:12.364016 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Attempting to bind port 9e8db02a-f437-48df-a498-4ab55ec549fb on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:15:12.369763 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Port 44387a5e-08a3-462a-be05-f2befd8e7016 on network aed25219-687f-45ba-80be-abe14c80c9f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:15:12.370081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Attempting to bind port 44387a5e-08a3-462a-be05-f2befd8e7016 on network aed25219-687f-45ba-80be-abe14c80c9f4 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:15:12.372053 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Port 3384abec-b08a-4477-8514-51d16c8ee80f on network 6b852890-6d40-459d-8b3f-cc97ada90f12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:15:12.372356 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Attempting to bind port 3384abec-b08a-4477-8514-51d16c8ee80f on network 6b852890-6d40-459d-8b3f-cc97ada90f12 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:15:12.387651 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5e716f2b-0267-4ddd-b2ef-f973b82b0b7d req-72676a3e-e061-488d-a3d9-a15e36f98fcd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335503 Jul 04 04:15:12.388213 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Port 9e8db02a-f437-48df-a498-4ab55ec549fb on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:15:12.388528 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Attempting to bind port 9e8db02a-f437-48df-a498-4ab55ec549fb on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:15:12.391936 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:15:12.392135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Checking segment: {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:15:12.392633 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Bound using segment: {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:15:12.393063 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Bound port: 44387a5e-08a3-462a-be05-f2befd8e7016, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654040-efe8-4335-9295-b9f46363e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:15:12.393417 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.395311 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Pushing event updated for resources: {'Port': ['ID=9e8db02a-f437-48df-a498-4ab55ec549fb,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:12.399419 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:12.400424 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:15:12.401037 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Checking segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:15:12.401224 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Bound using segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:15:12.401537 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Bound port: 3384abec-b08a-4477-8514-51d16c8ee80f, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:15:12.401887 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.422308 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:15:12.422667 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Checking segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:15:12.423040 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Bound using segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:15:12.423470 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Bound port: 9e8db02a-f437-48df-a498-4ab55ec549fb, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:15:12.423818 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.554201 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] For port 3384abec-b08a-4477-8514-51d16c8ee80f, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:15:12.570682 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] For port 44387a5e-08a3-462a-be05-f2befd8e7016, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:15:12.592866 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] For port 3384abec-b08a-4477-8514-51d16c8ee80f, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3384abec-b08a-4477-8514-51d16c8ee80f,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:15:12.600085 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] For port 44387a5e-08a3-462a-be05-f2befd8e7016, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=44387a5e-08a3-462a-be05-f2befd8e7016,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:15:12.604384 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.606701 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] For port 9e8db02a-f437-48df-a498-4ab55ec549fb, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:15:12.632387 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.654107 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] For port 9e8db02a-f437-48df-a498-4ab55ec549fb, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9e8db02a-f437-48df-a498-4ab55ec549fb,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:15:12.669994 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.672651 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:12.673203 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.674664 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] 10.222.0.59 "PUT /v2.0/ports/3384abec-b08a-4477-8514-51d16c8ee80f HTTP/1.1" status: 200 len: 1093 time: 2.1665809 Jul 04 04:15:12.677360 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e519dd6-a044-4afa-ac1b-bf1f53611738', 'tag': '3384abec-b08a-4477-8514-51d16c8ee80f'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:15:12.750042 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:12.750694 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.752026 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] 10.222.0.59 "PUT /v2.0/ports/44387a5e-08a3-462a-be05-f2befd8e7016 HTTP/1.1" status: 200 len: 1093 time: 2.2255645 Jul 04 04:15:12.761750 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c597a-9a3b-47f8-a2a4-aff31179cbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3384abec-b08a-4477-8514-51d16c8ee80f,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:12.765234 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:12.765949 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:12.767401 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] 10.222.0.59 "PUT /v2.0/ports/9e8db02a-f437-48df-a498-4ab55ec549fb HTTP/1.1" status: 200 len: 1093 time: 2.2541027 Jul 04 04:15:12.790433 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:12.821122 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0c96f7-11bd-4738-b29c-cfbd4c0fe5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e519dd6-a044-4afa-ac1b-bf1f53611738", "tag": "3384abec-b08a-4477-8514-51d16c8ee80f"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:15:12.834956 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13ec2c-ee69-43ee-a4d4-9b55eee73ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=44387a5e-08a3-462a-be05-f2befd8e7016,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:12.922415 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c719c-9d45-4588-bdcd-d0ebc615a98d service neutron] Pushing event updated for resources: {'Port': ['ID=9e8db02a-f437-48df-a498-4ab55ec549fb,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:12.985298 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880d298-0ed4-4864-bbdc-630664986e8c req-ea522401-6bd3-4827-b3b0-efa6d2c5b797 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:12.986695 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c880d298-0ed4-4864-bbdc-630664986e8c req-ea522401-6bd3-4827-b3b0-efa6d2c5b797 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0841711 Jul 04 04:15:13.047470 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c880d298-0ed4-4864-bbdc-630664986e8c req-1d949d62-ebe4-4c1f-ae03-1beba9499a51 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543025 Jul 04 04:15:13.054852 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976a0aa4-a401-4da6-88b4-ca55b7b697e4 x-openstack-request-id: req-976a0aa4-a401-4da6-88b4-ca55b7b697e4 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:15:13.055179 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e519dd6-a044-4afa-ac1b-bf1f53611738", "tag": "3384abec-b08a-4477-8514-51d16c8ee80f", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:15:13.055442 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-976a0aa4-a401-4da6-88b4-ca55b7b697e4 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:15:13.056839 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976a0aa4-a401-4da6-88b4-ca55b7b697e4'] response: {'name': 'network-changed', 'server_uuid': '6e519dd6-a044-4afa-ac1b-bf1f53611738', 'tag': '3384abec-b08a-4477-8514-51d16c8ee80f', 'status': 'completed', 'code': 200} Jul 04 04:15:13.420236 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ff1de-bb9f-450b-9b82-01b7f26d72e1 req-3260b1d1-5d78-4621-8d46-c392699c26d0 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:13.421754 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c34ff1de-bb9f-450b-9b82-01b7f26d72e1 req-3260b1d1-5d78-4621-8d46-c392699c26d0 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0529938 Jul 04 04:15:13.471960 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c34ff1de-bb9f-450b-9b82-01b7f26d72e1 req-0eaf1976-3988-4c07-b537-c484a84cd257 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Jul 04 04:15:13.519179 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc29114-f09a-4988-a3d6-145b75e78557 req-5ef89f71-cf47-4081-8c7b-718460e3bd89 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:13.520613 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dcc29114-f09a-4988-a3d6-145b75e78557 req-5ef89f71-cf47-4081-8c7b-718460e3bd89 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 944 time: 0.0498192 Jul 04 04:15:13.569119 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dcc29114-f09a-4988-a3d6-145b75e78557 req-fb11d967-aacb-4835-8d73-41e47d46ca72 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Jul 04 04:15:14.178142 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee56d1-4742-42cc-bad4-976e761c7ecd req-19905d3c-a9c1-4480-ab0a-f8de20353f79 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:14.180017 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0bee56d1-4742-42cc-bad4-976e761c7ecd req-19905d3c-a9c1-4480-ab0a-f8de20353f79 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0502636 Jul 04 04:15:14.228831 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0bee56d1-4742-42cc-bad4-976e761c7ecd req-193fd6d6-4c56-4e1f-b97a-7a9599056a9c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Jul 04 04:15:14.600515 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591280-72d6-476c-844f-00635c2bc1ec req-c6ea9b67-f3e4-4484-a0d7-4019f3963ce4 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:14.602190 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ef591280-72d6-476c-844f-00635c2bc1ec req-c6ea9b67-f3e4-4484-a0d7-4019f3963ce4 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0587325 Jul 04 04:15:14.652585 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ef591280-72d6-476c-844f-00635c2bc1ec req-be006494-806f-405e-aa06-79c57538b977 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447440 Jul 04 04:15:14.695532 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c7ae-4099-4c6c-b2c1-d4e387a71846 req-0f17e912-4f77-48aa-b89f-c0b19d4ad5af tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:14.696982 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-55d1c7ae-4099-4c6c-b2c1-d4e387a71846 req-0f17e912-4f77-48aa-b89f-c0b19d4ad5af tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 944 time: 0.0503397 Jul 04 04:15:14.744973 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-55d1c7ae-4099-4c6c-b2c1-d4e387a71846 req-e26024ea-441e-4346-a207-959fe842a213 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Jul 04 04:15:14.958163 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-5a1de2df-16c6-4ec5-8e01-ce7f7734c51a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0de8d78e-8696-4840-bc1b-e94f52bb4eb1 HTTP/1.1" status: 200 len: 217 time: 0.0681427 Jul 04 04:15:15.057415 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbd2b17-e16f-4867-87bd-9e0430d8b027', 'tag': '44387a5e-08a3-462a-be05-f2befd8e7016'}, {'name': 'network-changed', 'server_uuid': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'tag': '9e8db02a-f437-48df-a498-4ab55ec549fb'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:15:15.061281 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732c4a8a-c6a2-4264-9357-84ffc22ee748" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbd2b17-e16f-4867-87bd-9e0430d8b027", "tag": "44387a5e-08a3-462a-be05-f2befd8e7016"}, {"name": "network-changed", "server_uuid": "be90f3f9-d0dd-4296-ba6b-dc719d491a12", "tag": "9e8db02a-f437-48df-a498-4ab55ec549fb"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:15:15.112952 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 04 Jul 2022 04:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62adae0-e51b-4c02-b67e-b159047b8275 x-openstack-request-id: req-e62adae0-e51b-4c02-b67e-b159047b8275 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:15:15.113239 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbd2b17-e16f-4867-87bd-9e0430d8b027", "tag": "44387a5e-08a3-462a-be05-f2befd8e7016", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be90f3f9-d0dd-4296-ba6b-dc719d491a12", "tag": "9e8db02a-f437-48df-a498-4ab55ec549fb", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:15:15.113484 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e62adae0-e51b-4c02-b67e-b159047b8275 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:15:15.113877 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62adae0-e51b-4c02-b67e-b159047b8275'] response: {'name': 'network-changed', 'server_uuid': '0dbd2b17-e16f-4867-87bd-9e0430d8b027', 'tag': '44387a5e-08a3-462a-be05-f2befd8e7016', 'status': 'completed', 'code': 200} Jul 04 04:15:15.114127 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62adae0-e51b-4c02-b67e-b159047b8275'] response: {'name': 'network-changed', 'server_uuid': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'tag': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'status': 'completed', 'code': 200} Jul 04 04:15:15.357927 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd3722-6836-4dd4-b594-d8b26250f4cd req-2d23bf5c-4dc6-4ade-b419-bf99968157a1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:15.359370 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-86dd3722-6836-4dd4-b594-d8b26250f4cd req-2d23bf5c-4dc6-4ade-b419-bf99968157a1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0575233 Jul 04 04:15:15.411067 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-86dd3722-6836-4dd4-b594-d8b26250f4cd req-c5d92ab1-945f-475c-8092-b6054ea6b65d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435982 Jul 04 04:15:15.588368 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:15.627837 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-b382470f-baa5-479f-891b-b78e6c9b63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:15.629237 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-b382470f-baa5-479f-891b-b78e6c9b63c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0580413 Jul 04 04:15:15.717624 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-cb05e0fe-54cd-47dd-87be-4783ee194366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:15.718719 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-e4ad58bb-b5e4-4d2b-a852-3cab7f8a92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:15.719122 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-cb05e0fe-54cd-47dd-87be-4783ee194366 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830312 Jul 04 04:15:15.720227 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-e4ad58bb-b5e4-4d2b-a852-3cab7f8a92a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 1127 time: 0.1480670 Jul 04 04:15:15.722601 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c96f7-11bd-4738-b29c-cfbd4c0fe5f3 req-f13a2636-1315-461d-b09b-c1ebf4d4cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:15.723938 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0f0c96f7-11bd-4738-b29c-cfbd4c0fe5f3 req-f13a2636-1315-461d-b09b-c1ebf4d4cc62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 1127 time: 0.1133690 Jul 04 04:15:15.725156 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-b8002bb9-e839-4ba9-a12c-f0167d82fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:15.726511 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-b8002bb9-e839-4ba9-a12c-f0167d82fea0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f14e4e69a2db416caeef8036b55805b6&device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 1127 time: 0.1172829 Jul 04 04:15:15.781964 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9239749-82e1-4747-984e-a8920ca2d859 req-365ba207-21a6-4a36-8bc9-475b62669787 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:15.783011 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e9239749-82e1-4747-984e-a8920ca2d859 req-365ba207-21a6-4a36-8bc9-475b62669787 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0603442 Jul 04 04:15:15.866994 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-7215c8a4-00b0-4559-8214-4a4516937575 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8db02a-f437-48df-a498-4ab55ec549fb HTTP/1.1" status: 200 len: 217 time: 0.0888877 Jul 04 04:15:16.025359 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:16.064685 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-494ed8c9-6843-43f3-8e99-3930a48373fa service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969048 Jul 04 04:15:16.103105 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e9239749-82e1-4747-984e-a8920ca2d859 req-6fb2598d-0227-486f-80ac-68b30058ec70 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035803 Jul 04 04:15:16.183870 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4486b68-7e40-43fa-9699-3d749227fdd0 req-bae4c0ee-6a3f-4bd3-89ba-35c1f692b6ad service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111987 Jul 04 04:15:16.319602 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47a0a-1302-4ea1-ba24-30d14856ad1a req-040525c9-9724-4f56-a928-0222d5146991 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:16.321087 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ac47a0a-1302-4ea1-ba24-30d14856ad1a req-040525c9-9724-4f56-a928-0222d5146991 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 944 time: 0.4575415 Jul 04 04:15:16.337264 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-46db542c-940c-4524-8edf-3f96818bda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:16.338734 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-46db542c-940c-4524-8edf-3f96818bda73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.4343388 Jul 04 04:15:16.378114 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:16.384998 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c96f7-11bd-4738-b29c-cfbd4c0fe5f3 req-404b5cd2-3d23-49b6-8652-e7f2bc56f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:16.386599 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0f0c96f7-11bd-4738-b29c-cfbd4c0fe5f3 req-404b5cd2-3d23-49b6-8652-e7f2bc56f5e2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6084938 Jul 04 04:15:16.413034 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-b0f41094-a1c9-4349-a6e2-b5d62271c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:16.414430 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-b0f41094-a1c9-4349-a6e2-b5d62271c567 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f14e4e69a2db416caeef8036b55805b6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5521193 Jul 04 04:15:16.425885 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ac47a0a-1302-4ea1-ba24-30d14856ad1a req-2fa912d3-69cb-44f8-a31d-63c0bad16dba tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911937 Jul 04 04:15:16.537153 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd6752-6a95-4c65-b036-0e4bd8e6950b req-39065f28-7448-4acb-a005-6bfddffd09ba tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:16.538659 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cbbd6752-6a95-4c65-b036-0e4bd8e6950b req-39065f28-7448-4acb-a005-6bfddffd09ba tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0528436 Jul 04 04:15:16.587406 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cbbd6752-6a95-4c65-b036-0e4bd8e6950b req-de8e9772-a266-4b0a-b719-f7b71ed8c01b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427971 Jul 04 04:15:16.668224 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:15:17.232538 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf2236-7916-40f7-b315-6c1a7142bfdc req-4e22ca02-bb51-41c9-853f-8a99c366cd8f tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:17.234087 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-23cf2236-7916-40f7-b315-6c1a7142bfdc req-4e22ca02-bb51-41c9-853f-8a99c366cd8f tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0630040 Jul 04 04:15:17.319652 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-23cf2236-7916-40f7-b315-6c1a7142bfdc req-704586c3-e9cb-4157-81e9-85b102f2c366 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720274 Jul 04 04:15:17.561455 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc922c20-22b0-4900-b53a-e75bddc380d7 req-fb144ef5-d14a-4817-84b9-57c5d750bed5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:17.563089 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dc922c20-22b0-4900-b53a-e75bddc380d7 req-fb144ef5-d14a-4817-84b9-57c5d750bed5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 944 time: 0.0626721 Jul 04 04:15:17.618273 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dc922c20-22b0-4900-b53a-e75bddc380d7 req-0545f938-8dbc-48f6-ba2a-1693fa5cdfb9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488217 Jul 04 04:15:17.712367 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81b227-e0d9-47d1-98aa-75787edd7499 req-c5f6fb64-f001-4298-85dd-e0aa12cac004 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:17.715216 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8d81b227-e0d9-47d1-98aa-75787edd7499 req-c5f6fb64-f001-4298-85dd-e0aa12cac004 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0557592 Jul 04 04:15:17.772503 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8d81b227-e0d9-47d1-98aa-75787edd7499 req-7a125d3f-a675-4eca-b335-494916049ea8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508244 Jul 04 04:15:18.436419 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cac3bd-24b2-41e3-9977-58d7f2df92b1 req-05b26d57-8cf7-4e33-a1e1-35f88e21d4c4 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:18.438046 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-39cac3bd-24b2-41e3-9977-58d7f2df92b1 req-05b26d57-8cf7-4e33-a1e1-35f88e21d4c4 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0481279 Jul 04 04:15:18.488826 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-39cac3bd-24b2-41e3-9977-58d7f2df92b1 req-79e042b1-b2e3-4420-aba9-678ba32327fd tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Jul 04 04:15:18.743349 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386e39-02e8-4fd5-97d7-59f7bc9acb33 req-a4cb8c02-d570-4a55-a716-eaecd33fb199 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:18.744817 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ff386e39-02e8-4fd5-97d7-59f7bc9acb33 req-a4cb8c02-d570-4a55-a716-eaecd33fb199 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 944 time: 0.0501535 Jul 04 04:15:18.765937 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:18.794427 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ff386e39-02e8-4fd5-97d7-59f7bc9acb33 req-44ec9127-307e-40a2-9ade-90ac21b24b55 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Jul 04 04:15:18.892313 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12170c53-a2bd-4262-b24e-5b3ca1b183ad req-3a640590-8d54-4720-9132-839a8e3139f5 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:18.893820 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-12170c53-a2bd-4262-b24e-5b3ca1b183ad req-3a640590-8d54-4720-9132-839a8e3139f5 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0488045 Jul 04 04:15:18.941038 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-12170c53-a2bd-4262-b24e-5b3ca1b183ad req-9f5356a4-58c8-4809-be00-9d0010111e6b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Jul 04 04:15:19.615373 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fb3ab-728c-4677-b9af-38ea4447efab req-15de014a-3821-4cfb-989d-224eda27bef9 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:19.616831 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cf6fb3ab-728c-4677-b9af-38ea4447efab req-15de014a-3821-4cfb-989d-224eda27bef9 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0541039 Jul 04 04:15:19.680317 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cf6fb3ab-728c-4677-b9af-38ea4447efab req-74126a91-1a3a-45d9-ad04-319d9afa0bae tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559585 Jul 04 04:15:19.917550 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cdffe-719e-4417-83d3-f74bcb690d56 req-37761c56-7ecc-4005-b195-199137b4c65b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:19.919146 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-428cdffe-719e-4417-83d3-f74bcb690d56 req-37761c56-7ecc-4005-b195-199137b4c65b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 944 time: 0.0531068 Jul 04 04:15:19.968766 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-428cdffe-719e-4417-83d3-f74bcb690d56 req-c9289d28-5a01-41f3-bbe4-3f2226fde616 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440214 Jul 04 04:15:20.057933 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eee32-1d67-4a15-8217-181c9e04821f req-7837280a-4ecf-4865-a0be-fe6f8e83c150 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:20.059497 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-997eee32-1d67-4a15-8217-181c9e04821f req-7837280a-4ecf-4865-a0be-fe6f8e83c150 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0500147 Jul 04 04:15:20.114904 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-997eee32-1d67-4a15-8217-181c9e04821f req-03471847-1905-4f45-b0b4-f888d6f6623b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484214 Jul 04 04:15:20.801281 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2522098-37b2-432c-b56a-cecc8d01d5e4 req-bd45fe98-3209-4075-85c6-c1384549afda tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:20.802834 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2522098-37b2-432c-b56a-cecc8d01d5e4 req-bd45fe98-3209-4075-85c6-c1384549afda tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0502465 Jul 04 04:15:20.852877 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2522098-37b2-432c-b56a-cecc8d01d5e4 req-a690235d-3f10-465d-b0c6-38f3fc7b5ee2 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Jul 04 04:15:21.087212 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa4a3-103f-4395-bc03-3f032b5c4035 req-f4f5ef8d-17b9-478a-ac82-f6b2f289bb5b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:21.088696 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e5cfa4a3-103f-4395-bc03-3f032b5c4035 req-f4f5ef8d-17b9-478a-ac82-f6b2f289bb5b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 944 time: 0.0502124 Jul 04 04:15:21.144065 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e5cfa4a3-103f-4395-bc03-3f032b5c4035 req-62316498-04eb-470d-a21b-fce9173400d3 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494251 Jul 04 04:15:21.236584 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fc750-6a24-4151-b1cf-f8e3ace7ea69 req-08714c32-fb54-41b8-be47-90f4d656f07c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:21.237957 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9f6fc750-6a24-4151-b1cf-f8e3ace7ea69 req-08714c32-fb54-41b8-be47-90f4d656f07c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0537949 Jul 04 04:15:21.293348 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9f6fc750-6a24-4151-b1cf-f8e3ace7ea69 req-83b0a233-ac53-4e50-9bf5-8ab304e3e2ab tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470903 Jul 04 04:15:21.960317 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:21.977157 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e00c8b-16d2-4ba0-ab70-da5c1dc61b31 req-f02f6081-7489-480b-8fb1-96a3f440dc5b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:21.978675 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-24e00c8b-16d2-4ba0-ab70-da5c1dc61b31 req-f02f6081-7489-480b-8fb1-96a3f440dc5b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0522394 Jul 04 04:15:22.028731 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-24e00c8b-16d2-4ba0-ab70-da5c1dc61b31 req-5388c6c8-0612-461e-8840-20d06118e312 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Jul 04 04:15:22.271199 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b039d-562b-4c68-aae3-7a1ad34665f2 req-aeeffd02-68e8-480b-ab4a-0b4deba6c3ba tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:22.272736 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8a8b039d-562b-4c68-aae3-7a1ad34665f2 req-aeeffd02-68e8-480b-ab4a-0b4deba6c3ba tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 944 time: 0.0545030 Jul 04 04:15:22.324687 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8a8b039d-562b-4c68-aae3-7a1ad34665f2 req-b9a72973-5493-44bf-887b-67a106b359b8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Jul 04 04:15:22.414747 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97645bc-59be-4938-a2ca-d64c8296f9b3 req-031e1a74-a167-416c-863c-2ee7e06e86b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:22.416214 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f97645bc-59be-4938-a2ca-d64c8296f9b3 req-031e1a74-a167-416c-863c-2ee7e06e86b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0551608 Jul 04 04:15:22.477445 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f97645bc-59be-4938-a2ca-d64c8296f9b3 req-153098f0-6507-4c16-9659-f57b4d768470 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525172 Jul 04 04:15:22.860983 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:15:22.969752 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:22.981223 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '0de8d78e-8696-4840-bc1b-e94f52bb4eb1', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'port_id': '0de8d78e-8696-4840-bc1b-e94f52bb4eb1', 'mac_address': 'fa:16:3e:f7:df:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:15:23.012875 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:23.018318 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:23.018739 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:23.032244 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:15:23.052433 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:23.058184 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:23.109789 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:23.155290 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb0b1c-bf68-4bf6-a3ee-5206d25e8039 req-18a28411-66b4-485b-98e6-7858d12c315c tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:23.156821 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4fcb0b1c-bf68-4bf6-a3ee-5206d25e8039 req-18a28411-66b4-485b-98e6-7858d12c315c tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0511527 Jul 04 04:15:23.205322 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4fcb0b1c-bf68-4bf6-a3ee-5206d25e8039 req-2de59848-4fd3-4983-a1a5-cb2d0705d506 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429385 Jul 04 04:15:23.446736 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a414a-246b-467c-b8bb-2c583a897b9d req-022c2a77-0875-4265-93b3-ea57e93a4162 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:23.448205 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-386a414a-246b-467c-b8bb-2c583a897b9d req-022c2a77-0875-4265-93b3-ea57e93a4162 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 945 time: 0.0530033 Jul 04 04:15:23.501968 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-386a414a-246b-467c-b8bb-2c583a897b9d req-b083d58e-abea-4aa6-9ff6-e85a7b7fdb09 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473986 Jul 04 04:15:23.594861 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a88bde-19c6-4e11-a070-f62432ffa6e4 req-a481b705-756c-4390-b7e1-fd66d92a23bc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:23.596356 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44a88bde-19c6-4e11-a070-f62432ffa6e4 req-a481b705-756c-4390-b7e1-fd66d92a23bc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0519910 Jul 04 04:15:23.671098 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:23.681310 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-165ff125-e553-48c0-bd55-7b38ca05a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:23.682834 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-165ff125-e553-48c0-bd55-7b38ca05a2f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 1129 time: 0.0430644 Jul 04 04:15:23.801081 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44a88bde-19c6-4e11-a070-f62432ffa6e4 req-89308da0-5047-4ccc-beee-cb86b0f13fb3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965230 Jul 04 04:15:23.848458 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-40e53cb4-b84e-492a-b078-3e14928cde31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:23.849927 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-40e53cb4-b84e-492a-b078-3e14928cde31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.1612127 Jul 04 04:15:23.886490 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-4f937471-9199-4627-bf04-c7e7f9ec2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:23.887984 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-4f937471-9199-4627-bf04-c7e7f9ec2d28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2241824 Jul 04 04:15:23.904194 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-b1cf7bad-680d-4039-a4c5-723d0f07d04e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0de8d78e-8696-4840-bc1b-e94f52bb4eb1 HTTP/1.1" status: 200 len: 217 time: 0.0471869 Jul 04 04:15:23.935980 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['0de8d78e-8696-4840-bc1b-e94f52bb4eb1'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:15:23.939232 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:23.958869 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-cf21fa86-8af4-4ce3-9f84-23fb337005ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:23.960574 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-cf21fa86-8af4-4ce3-9f84-23fb337005ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0506845 Jul 04 04:15:24.017637 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-06496a48-07c4-415e-bf64-610d317cc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.019387 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-06496a48-07c4-415e-bf64-610d317cc885 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487072 Jul 04 04:15:24.029668 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-b3f614fa-c51d-451e-bfe2-59c0aee29332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.031288 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-b3f614fa-c51d-451e-bfe2-59c0aee29332 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3956439 Jul 04 04:15:24.034331 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c96f7-11bd-4738-b29c-cfbd4c0fe5f3 req-c9f1db68-8070-43ba-986e-c87e2dd35014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.035724 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0f0c96f7-11bd-4738-b29c-cfbd4c0fe5f3 req-c9f1db68-8070-43ba-986e-c87e2dd35014 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3805125 Jul 04 04:15:24.077628 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-f0b721e0-f8b8-4f54-a38e-39606d515e3f service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744974 Jul 04 04:15:24.130475 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-3adc41a8-b9f6-4ccb-9ce6-2fe6bdf9f809 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041238 Jul 04 04:15:24.219480 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:24.244099 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d89f5a3d-1381-4c07-ac02-3d7336a2e7c0 req-72d8fa55-65c0-4ce1-81b4-b9e1b3ab60cf service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072743 Jul 04 04:15:24.261062 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-978539e6-49b3-40a0-8150-83122f41010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.264658 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-978539e6-49b3-40a0-8150-83122f41010c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f14e4e69a2db416caeef8036b55805b6&device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 1127 time: 0.1402617 Jul 04 04:15:24.268353 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-404927eb-1373-4365-84bc-d9f95598173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.270254 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-404927eb-1373-4365-84bc-d9f95598173c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 1127 time: 0.1363623 Jul 04 04:15:24.354681 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd685f-fe3b-4adf-90b7-322e0876a49f req-e6cb79a9-3fc6-438a-837e-1fe0969656dc tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.362216 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-47fd685f-fe3b-4adf-90b7-322e0876a49f req-e6cb79a9-3fc6-438a-837e-1fe0969656dc tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0621223 Jul 04 04:15:24.406191 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-2da7ab60-904f-4618-a22f-58e7b620aeb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44387a5e-08a3-462a-be05-f2befd8e7016 HTTP/1.1" status: 200 len: 217 time: 0.0951958 Jul 04 04:15:24.408058 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-0da0bc73-7bc2-4e6b-9e16-aa6c41ab09f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3384abec-b08a-4477-8514-51d16c8ee80f HTTP/1.1" status: 200 len: 217 time: 0.0962756 Jul 04 04:15:24.418733 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-47fd685f-fe3b-4adf-90b7-322e0876a49f req-0eb1a58d-ed29-484a-bd86-ebf3a350cdcb tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542831 Jul 04 04:15:24.504193 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09a5d3cf-29c3-403d-9c7f-6b6f6a429571 req-9e326676-80b5-4c57-a118-2b7d9a943f8c service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778536 Jul 04 04:15:24.539929 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-734a2083-537f-4f96-a999-74e7b0503914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.542416 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-734a2083-537f-4f96-a999-74e7b0503914 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c6349-a5e0-49c0-87b1-29f5d45a0b38 HTTP/1.1" status: 200 len: 850 time: 0.1194968 Jul 04 04:15:24.545934 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-bef93440-020c-49bf-a691-ac7d42378b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.547495 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-bef93440-020c-49bf-a691-ac7d42378b96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.1269138 Jul 04 04:15:24.621723 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee8570-a0b1-4d05-9db4-1da3801a4c0a req-c98124a8-f1a5-4d8f-9838-5513f6a29211 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.623212 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-68ee8570-a0b1-4d05-9db4-1da3801a4c0a req-c98124a8-f1a5-4d8f-9838-5513f6a29211 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 945 time: 0.0497699 Jul 04 04:15:24.678973 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-68ee8570-a0b1-4d05-9db4-1da3801a4c0a req-f1f2c1b1-a1d9-4377-a4fd-d1a547f1114c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458615 Jul 04 04:15:24.929661 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4737ef9-d07a-4f72-9add-c7c1c4da691c req-2973af81-4797-4a8e-a3f0-2b1b5f33fcd4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:24.931426 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b4737ef9-d07a-4f72-9add-c7c1c4da691c req-2973af81-4797-4a8e-a3f0-2b1b5f33fcd4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0522778 Jul 04 04:15:24.997778 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b4737ef9-d07a-4f72-9add-c7c1c4da691c req-156e6fb4-437d-4536-a6d4-3f43c7a4cc3f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583606 Jul 04 04:15:25.117403 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:15:25.174937 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:15:25.183003 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:15:25.183756 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:25.280640 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:25.280938 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:25.308711 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314d0a92-11cc-45ac-b70b-1c65f66ecfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8d78e-8696-4840-bc1b-e94f52bb4eb1'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:15:25.382283 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:25.422854 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:25.438955 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:25.508191 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:25.581686 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff2b7f-d00e-4689-b239-abb1d502274a req-fb6d7d72-0c6d-4f87-b82b-47c9b48a639b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:25.583412 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-63ff2b7f-d00e-4689-b239-abb1d502274a req-fb6d7d72-0c6d-4f87-b82b-47c9b48a639b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0544636 Jul 04 04:15:25.589005 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7549c91f-dbfb-493e-989a-cbaa1da7b7d1" -d '{"events": [{"server_uuid": "314d0a92-11cc-45ac-b70b-1c65f66ecfc4", "name": "network-vif-plugged", "status": "completed", "tag": "0de8d78e-8696-4840-bc1b-e94f52bb4eb1"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:15:25.595459 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 56770) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:25.643110 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-63ff2b7f-d00e-4689-b239-abb1d502274a req-52df4536-e1cf-467a-a39d-466007206b3e tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499825 Jul 04 04:15:25.772803 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9fa13161-455e-4745-9303-c8147b33c6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:25.797897 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67a768f-7fe9-49b4-a57d-c9285ff41b56 x-openstack-request-id: req-d67a768f-7fe9-49b4-a57d-c9285ff41b56 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:15:25.799820 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314d0a92-11cc-45ac-b70b-1c65f66ecfc4", "name": "network-vif-plugged", "status": "completed", "tag": "0de8d78e-8696-4840-bc1b-e94f52bb4eb1", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:15:25.799820 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d67a768f-7fe9-49b4-a57d-c9285ff41b56 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:15:25.800266 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67a768f-7fe9-49b4-a57d-c9285ff41b56'] response: {'server_uuid': '314d0a92-11cc-45ac-b70b-1c65f66ecfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8d78e-8696-4840-bc1b-e94f52bb4eb1', 'code': 200} Jul 04 04:15:25.862165 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:25.872115 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9fa13161-455e-4745-9303-c8147b33c6a4 admin admin] Publish callbacks [] for security_group (ec0511c8-1239-45d6-9859-7dbcb53064c4), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:25.877513 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9fa13161-455e-4745-9303-c8147b33c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ec0511c8-1239-45d6-9859-7dbcb53064c4), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:25.917228 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa13161-455e-4745-9303-c8147b33c6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0511c8-1239-45d6-9859-7dbcb53064c4,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:25.919182 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf11fff-9706-41ad-85bb-3a267b913fb5 req-4f10cc63-6d05-4fd1-a24c-c8a5270846d0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:25.920864 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5cf11fff-9706-41ad-85bb-3a267b913fb5 req-4f10cc63-6d05-4fd1-a24c-c8a5270846d0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0623822 Jul 04 04:15:25.940830 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9fa13161-455e-4745-9303-c8147b33c6a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=035fe6cead754a35b0d745e7693ba860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442724 Jul 04 04:15:25.943345 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 56796) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:25.974103 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:25.991168 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5cf11fff-9706-41ad-85bb-3a267b913fb5 req-3e8c3abc-bdc7-4d3e-b6ea-1e59e7acb251 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590179 Jul 04 04:15:26.002909 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ef431be0-a59d-42cd-ba51-3cf1933c5c4f admin admin] Publish callbacks [] for security_group (ec0511c8-1239-45d6-9859-7dbcb53064c4), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.025370 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ef431be0-a59d-42cd-ba51-3cf1933c5c4f admin admin] Publish callbacks [] for security_group (ec0511c8-1239-45d6-9859-7dbcb53064c4), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.083758 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ef431be0-a59d-42cd-ba51-3cf1933c5c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ec0511c8-1239-45d6-9859-7dbcb53064c4), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.087009 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ef431be0-a59d-42cd-ba51-3cf1933c5c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.088127 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ef431be0-a59d-42cd-ba51-3cf1933c5c4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec0511c8-1239-45d6-9859-7dbcb53064c4 HTTP/1.1" status: 204 len: 168 time: 0.1437359 Jul 04 04:15:26.116034 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef431be0-a59d-42cd-ba51-3cf1933c5c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0511c8-1239-45d6-9859-7dbcb53064c4,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:26.130319 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf219740-3709-4de7-81df-467377b38286 req-2d2ecd06-04f2-4b21-a909-7d704825ed34 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:26.132112 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cf219740-3709-4de7-81df-467377b38286 req-2d2ecd06-04f2-4b21-a909-7d704825ed34 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0604935 Jul 04 04:15:26.186781 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cf219740-3709-4de7-81df-467377b38286 req-761532bf-c571-4f5e-9222-17d8d38eb0df tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481012 Jul 04 04:15:26.374167 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 56810) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:26.388396 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb29c-177a-4545-b72b-c493ecf5add3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.463236 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb29c-177a-4545-b72b-c493ecf5add3 admin admin] Publish callbacks [] for security_group (b537f788-fe17-4490-bfb4-9804cb1cb5fc), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.467678 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb29c-177a-4545-b72b-c493ecf5add3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b537f788-fe17-4490-bfb4-9804cb1cb5fc), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.507515 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-ba4fb29c-177a-4545-b72b-c493ecf5add3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=079f81f8421841a29bb423f22d4c612d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321542 Jul 04 04:15:26.508349 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fb29c-177a-4545-b72b-c493ecf5add3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b537f788-fe17-4490-bfb4-9804cb1cb5fc,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:26.510395 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 56814) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:26.566326 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d3826a5e-ffb4-4cf8-8dbd-95d7932f9730 admin admin] Publish callbacks [] for security_group (b537f788-fe17-4490-bfb4-9804cb1cb5fc), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.588219 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d3826a5e-ffb4-4cf8-8dbd-95d7932f9730 admin admin] Publish callbacks [] for security_group (b537f788-fe17-4490-bfb4-9804cb1cb5fc), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.638735 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d3826a5e-ffb4-4cf8-8dbd-95d7932f9730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b537f788-fe17-4490-bfb4-9804cb1cb5fc), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.641647 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d3826a5e-ffb4-4cf8-8dbd-95d7932f9730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:26.642866 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-d3826a5e-ffb4-4cf8-8dbd-95d7932f9730 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b537f788-fe17-4490-bfb4-9804cb1cb5fc HTTP/1.1" status: 204 len: 168 time: 0.1313956 Jul 04 04:15:26.651035 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3826a5e-ffb4-4cf8-8dbd-95d7932f9730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b537f788-fe17-4490-bfb4-9804cb1cb5fc,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:26.763475 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc9ef-8877-45b4-bed9-d6bd2af99908 req-05896e23-5213-4c2a-a503-82cd6da61640 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:26.765638 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9a6cc9ef-8877-45b4-bed9-d6bd2af99908 req-05896e23-5213-4c2a-a503-82cd6da61640 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0527630 Jul 04 04:15:26.827006 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9a6cc9ef-8877-45b4-bed9-d6bd2af99908 req-c41f401b-9650-49b1-be57-d39f75da863a tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555964 Jul 04 04:15:27.100052 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b72d55-3a0c-4903-86fc-5b1dccd29182 req-f07cac15-9cf8-4c04-9da9-28f9a19ae71c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:27.101510 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-15b72d55-3a0c-4903-86fc-5b1dccd29182 req-f07cac15-9cf8-4c04-9da9-28f9a19ae71c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0487380 Jul 04 04:15:27.112668 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:27.151414 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-15b72d55-3a0c-4903-86fc-5b1dccd29182 req-61d8fce4-3c0c-4070-b761-4b365af697ba tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Jul 04 04:15:27.308665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567658b-b1cc-4e79-9cd5-c3af296f8955 req-8b0d16b2-b2e4-41cb-a453-36ee939dae06 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:27.310163 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3567658b-b1cc-4e79-9cd5-c3af296f8955 req-8b0d16b2-b2e4-41cb-a453-36ee939dae06 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0555818 Jul 04 04:15:27.345346 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:27.361144 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3567658b-b1cc-4e79-9cd5-c3af296f8955 req-2e2778ce-6a0c-4e51-9968-afca235a9cb5 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446508 Jul 04 04:15:27.945423 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f30ef-0110-450b-87c2-a1308f25dfda req-4b8decee-64ae-46ee-ab9c-76e3a0e7c92b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:27.946988 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-792f30ef-0110-450b-87c2-a1308f25dfda req-4b8decee-64ae-46ee-ab9c-76e3a0e7c92b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0552771 Jul 04 04:15:27.995356 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-792f30ef-0110-450b-87c2-a1308f25dfda req-c1f3014d-adf8-419e-9b72-59258f3a06a3 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Jul 04 04:15:28.269150 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979c918-4792-48dd-83ac-37c549db50bd req-930b3656-b7db-4e90-8870-cc8ca9dda981 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:28.270762 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4979c918-4792-48dd-83ac-37c549db50bd req-930b3656-b7db-4e90-8870-cc8ca9dda981 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0492289 Jul 04 04:15:28.325311 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4979c918-4792-48dd-83ac-37c549db50bd req-7a5df1fc-510a-4f1b-836c-e38ef808d8f7 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Jul 04 04:15:28.484774 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519be975-3d98-4a2a-b409-6e224f079e94 req-8c0d4671-3299-4c9d-9b3e-b1ededb8c0b3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:28.486985 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-519be975-3d98-4a2a-b409-6e224f079e94 req-8c0d4671-3299-4c9d-9b3e-b1ededb8c0b3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0581095 Jul 04 04:15:28.539171 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-519be975-3d98-4a2a-b409-6e224f079e94 req-1bdb6086-3c9a-4bfd-b31c-ec5a4b6ba2be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461590 Jul 04 04:15:28.840918 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 56914) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:28.958475 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.026435 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:29.042649 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Publish callbacks [] for security_group (13164639-ecc7-4f5d-bffb-98ea24857c5b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.046623 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (13164639-ecc7-4f5d-bffb-98ea24857c5b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.087676 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13164639-ecc7-4f5d-bffb-98ea24857c5b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:29.094149 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57869b5f29294acabf4bb271707002cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517040 Jul 04 04:15:29.095011 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 56924) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:29.102549 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.102685 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.102941 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.103270 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.103659 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.103964 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.104285 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.104600 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.105540 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.105540 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.105540 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.105869 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.106291 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.106729 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.107044 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671cc83-c11e-4830-9c78-36e4174062ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.124307 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de9faf-bbaa-4d77-bcd7-086ce1938162 req-81be4ced-4c90-41ef-ae0e-2009d357f9f6 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:29.125813 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09de9faf-bbaa-4d77-bcd7-086ce1938162 req-81be4ced-4c90-41ef-ae0e-2009d357f9f6 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0610356 Jul 04 04:15:29.192865 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Publish callbacks [] for security_group (13164639-ecc7-4f5d-bffb-98ea24857c5b), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.200588 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09de9faf-bbaa-4d77-bcd7-086ce1938162 req-3e0f2556-831b-43d6-899d-49f42c16761e tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669367 Jul 04 04:15:29.218414 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Publish callbacks [] for security_group (13164639-ecc7-4f5d-bffb-98ea24857c5b), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.268697 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (13164639-ecc7-4f5d-bffb-98ea24857c5b), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.272791 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.274051 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13164639-ecc7-4f5d-bffb-98ea24857c5b HTTP/1.1" status: 204 len: 168 time: 0.1781197 Jul 04 04:15:29.282067 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13164639-ecc7-4f5d-bffb-98ea24857c5b,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:29.290234 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.290595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.290957 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.291293 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.291621 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.291986 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.292245 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.292563 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.292881 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.293201 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.293519 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.293849 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.294268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.294614 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.294924 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e249b-f2db-43c7-a2c1-8bb001c3b7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:29.444049 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860070f8-36d1-4859-92e3-79cb4649dec2 req-dc02cdc0-8da3-4132-9294-b69339de235a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:29.445585 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-860070f8-36d1-4859-92e3-79cb4649dec2 req-dc02cdc0-8da3-4132-9294-b69339de235a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0475481 Jul 04 04:15:29.497387 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-860070f8-36d1-4859-92e3-79cb4649dec2 req-04c45261-8462-43d9-ab01-83f928e1a218 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457003 Jul 04 04:15:29.564220 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 56938) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:29.578427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-860b87aa-bdf4-49d6-bfa2-3ba1a253aab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.627664 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:29.679940 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f39bc8-9196-4c85-83cb-1e8e3377af31 req-d69be955-e126-4aaa-9be2-44c1544342e1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:29.681436 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c5f39bc8-9196-4c85-83cb-1e8e3377af31 req-d69be955-e126-4aaa-9be2-44c1544342e1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0692251 Jul 04 04:15:29.719212 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-860b87aa-bdf4-49d6-bfa2-3ba1a253aab3 admin admin] Publish callbacks [] for security_group (2c841c68-f423-4985-bfe1-d46ea7f89989), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.724801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-860b87aa-bdf4-49d6-bfa2-3ba1a253aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (2c841c68-f423-4985-bfe1-d46ea7f89989), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.780435 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c5f39bc8-9196-4c85-83cb-1e8e3377af31 req-4f511a8e-6711-435c-8e4e-ec909dce7bfa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886340 Jul 04 04:15:29.785570 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-860b87aa-bdf4-49d6-bfa2-3ba1a253aab3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7840214996fc44f0a22307f59920d966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174308 Jul 04 04:15:29.785570 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b87aa-bdf4-49d6-bfa2-3ba1a253aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c841c68-f423-4985-bfe1-d46ea7f89989,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:29.786178 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 56942) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:29.842177 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bdba27af-6174-403c-b4a3-c55452294faa admin admin] Publish callbacks [] for security_group (2c841c68-f423-4985-bfe1-d46ea7f89989), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.864085 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bdba27af-6174-403c-b4a3-c55452294faa admin admin] Publish callbacks [] for security_group (2c841c68-f423-4985-bfe1-d46ea7f89989), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.916199 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bdba27af-6174-403c-b4a3-c55452294faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (2c841c68-f423-4985-bfe1-d46ea7f89989), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.918706 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bdba27af-6174-403c-b4a3-c55452294faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:29.919843 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-bdba27af-6174-403c-b4a3-c55452294faa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c841c68-f423-4985-bfe1-d46ea7f89989 HTTP/1.1" status: 204 len: 168 time: 0.1327653 Jul 04 04:15:29.927960 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba27af-6174-403c-b4a3-c55452294faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c841c68-f423-4985-bfe1-d46ea7f89989,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:30.317982 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a0875-b09d-46e2-98ae-9c438e29a4ac req-1dfe342e-6061-43a1-bdec-fa4d3ea66f82 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:30.319695 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3f4a0875-b09d-46e2-98ae-9c438e29a4ac req-1dfe342e-6061-43a1-bdec-fa4d3ea66f82 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0469549 Jul 04 04:15:30.366584 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3f4a0875-b09d-46e2-98ae-9c438e29a4ac req-6409351f-c4fa-428c-8287-88ae8feb73f8 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 Jul 04 04:15:30.620022 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7e6da-4deb-4a22-9193-2d07f64623a0 req-14b8f2ad-890f-416a-8971-5e4d90d8eaff tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:30.621501 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bac7e6da-4deb-4a22-9193-2d07f64623a0 req-14b8f2ad-890f-416a-8971-5e4d90d8eaff tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0486917 Jul 04 04:15:30.679229 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bac7e6da-4deb-4a22-9193-2d07f64623a0 req-5a516246-24b2-4c02-a448-87966b6eb30a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Jul 04 04:15:30.905904 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8517159-4fea-4ebb-9783-07ec336d58f5 req-6442226b-787d-427d-8511-acc900231e26 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:30.907570 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c8517159-4fea-4ebb-9783-07ec336d58f5 req-6442226b-787d-427d-8511-acc900231e26 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0546575 Jul 04 04:15:30.957155 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c8517159-4fea-4ebb-9783-07ec336d58f5 req-57c31432-09ae-4628-960f-ba84f9d4a507 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436585 Jul 04 04:15:31.320772 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:31.389959 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-ada1767e-ddaf-4efb-8051-b488dc3a453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:31.391521 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-ada1767e-ddaf-4efb-8051-b488dc3a453f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161392 Jul 04 04:15:31.396719 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1512d753-6f56-479c-b295-7f27f5a43283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:31.399086 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-1512d753-6f56-479c-b295-7f27f5a43283 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aed25219-687f-45ba-80be-abe14c80c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897770 Jul 04 04:15:31.430769 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-f81596d6-d05b-4f12-a071-8316d0e49e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:31.432253 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-f81596d6-d05b-4f12-a071-8316d0e49e57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 1127 time: 0.1078649 Jul 04 04:15:31.584419 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f6cf-46b1-490a-bbaf-11a6ccac2e50 req-d5f36334-a002-4998-bb27-bc9d51e5d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:31.585936 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-27a2f6cf-46b1-490a-bbaf-11a6ccac2e50 req-d5f36334-a002-4998-bb27-bc9d51e5d678 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 1130 time: 0.0883496 Jul 04 04:15:31.606656 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-27a2f6cf-46b1-490a-bbaf-11a6ccac2e50 req-6bd92dd2-154e-45d0-9c99-e4a9b1ef3e9c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:31.696467 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-27a2f6cf-46b1-490a-bbaf-11a6ccac2e50 req-6bd92dd2-154e-45d0-9c99-e4a9b1ef3e9c service neutron] Publish callbacks [] for security_group (e9205fb5-bc52-41f4-b22f-34b73343629b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:31.702381 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-27a2f6cf-46b1-490a-bbaf-11a6ccac2e50 req-6bd92dd2-154e-45d0-9c99-e4a9b1ef3e9c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e9205fb5-bc52-41f4-b22f-34b73343629b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:31.732018 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:31.768433 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd92dd2-154e-45d0-9c99-e4a9b1ef3e9c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e9205fb5-bc52-41f4-b22f-34b73343629b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:31.773765 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-27a2f6cf-46b1-490a-bbaf-11a6ccac2e50 req-6bd92dd2-154e-45d0-9c99-e4a9b1ef3e9c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808522 Jul 04 04:15:31.835082 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30f313-cd39-4f14-be56-ada84b349a25 req-6c1b5557-17c1-45b7-ab70-fe671bab13af tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:31.836551 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ce30f313-cd39-4f14-be56-ada84b349a25 req-6c1b5557-17c1-45b7-ab70-fe671bab13af tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0469766 Jul 04 04:15:31.884459 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ce30f313-cd39-4f14-be56-ada84b349a25 req-31cae640-8c2a-4e80-b590-f3dd6afecccb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Jul 04 04:15:31.918461 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1f12c-6fb5-42ee-98fd-b0c704f622a9 req-abba7e0d-3cc0-4056-9854-9d88c8904d20 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:31.919916 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0fb1f12c-6fb5-42ee-98fd-b0c704f622a9 req-abba7e0d-3cc0-4056-9854-9d88c8904d20 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.2337847 Jul 04 04:15:31.947963 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-1398c4cd-c03e-4f41-95af-d3f0bc1472db service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454650 Jul 04 04:15:31.953816 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:31.963840 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-c3b2427c-7892-4393-8a40-73fe6ecec388 service neutron] 10.222.0.59 "GET /v2.0/networks/aed25219-687f-45ba-80be-abe14c80c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506921 Jul 04 04:15:31.973113 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-98c91ff8-73cd-4f4a-a96c-14cec6dafff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:31.974568 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-98c91ff8-73cd-4f4a-a96c-14cec6dafff6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 916 time: 0.5275190 Jul 04 04:15:31.995083 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=13 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:31.998323 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=21 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:32.001490 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0fb1f12c-6fb5-42ee-98fd-b0c704f622a9 req-666325e0-035c-41db-b312-76e8ccfd5bcf tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662780 Jul 04 04:15:32.081327 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dee8a5-562f-45d5-bfd2-030c57d7b2d3 req-c099c7e8-41a8-4bb9-a0b7-a359df97bfc5 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:32.082843 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f0dee8a5-562f-45d5-bfd2-030c57d7b2d3 req-c099c7e8-41a8-4bb9-a0b7-a359df97bfc5 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0502868 Jul 04 04:15:32.133064 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f0dee8a5-562f-45d5-bfd2-030c57d7b2d3 req-c78170ac-e6b3-4f6d-b216-4505794c53ce tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418499 Jul 04 04:15:32.332888 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-1bad1582-e8a5-431f-9989-2784b2d775e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8db02a-f437-48df-a498-4ab55ec549fb HTTP/1.1" status: 200 len: 217 time: 0.0641594 Jul 04 04:15:32.493348 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-23a3bcd5-169e-456d-a3c3-4a78af4f7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:32.495081 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-23a3bcd5-169e-456d-a3c3-4a78af4f7b54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.1544049 Jul 04 04:15:32.509842 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e5bc9bd-a791-4d98-9a52-80d4ecae9265 req-e533dc76-a3fd-479a-bc89-522415d1d8da service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399952 Jul 04 04:15:32.513343 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff7af654-df98-4074-9222-c2a0f4c7e73c req-ee2979ec-b1c3-4269-a8e5-94157339d042 service neutron] 10.222.0.59 "GET /v2.0/networks/aed25219-687f-45ba-80be-abe14c80c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560058 Jul 04 04:15:32.689921 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57054) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:32.811878 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1865-ceac-4ec5-9f6f-457412692fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:32.933194 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-d8cea5f0-8e1d-4666-ae64-e5ed5ab48de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:32.934756 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-d8cea5f0-8e1d-4666-ae64-e5ed5ab48de8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675278 Jul 04 04:15:32.950143 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1865-ceac-4ec5-9f6f-457412692fa8 admin admin] Publish callbacks [] for security_group (949fdd0f-50ce-4469-b2f4-b94614c3a05d), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:32.970296 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1865-ceac-4ec5-9f6f-457412692fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (949fdd0f-50ce-4469-b2f4-b94614c3a05d), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.039225 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510b77e-dfad-42bd-8433-bf643bbc3cf3 req-33107872-3d7c-422f-b45e-5d0d4deabdf5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:33.041334 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d510b77e-dfad-42bd-8433-bf643bbc3cf3 req-33107872-3d7c-422f-b45e-5d0d4deabdf5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0869544 Jul 04 04:15:33.046580 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e1fc1865-ceac-4ec5-9f6f-457412692fa8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd464d738d4c451ba7a629970d36917b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536589 Jul 04 04:15:33.047644 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc1865-ceac-4ec5-9f6f-457412692fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949fdd0f-50ce-4469-b2f4-b94614c3a05d,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:33.049095 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57072) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:33.074305 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:33.109816 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-47e60ff8-67d0-4dca-b790-f75fd3db1d4d admin admin] Publish callbacks [] for security_group (949fdd0f-50ce-4469-b2f4-b94614c3a05d), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.125063 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d510b77e-dfad-42bd-8433-bf643bbc3cf3 req-84835b17-ea57-4cf4-aa07-d916ca81d16c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608814 Jul 04 04:15:33.160030 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-47e60ff8-67d0-4dca-b790-f75fd3db1d4d admin admin] Publish callbacks [] for security_group (949fdd0f-50ce-4469-b2f4-b94614c3a05d), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.188291 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152666fb-4204-4989-8d94-5298bb73dce8 req-c4cd537d-3dc2-4217-bc7a-7bc6e81329e2 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:33.190004 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-152666fb-4204-4989-8d94-5298bb73dce8 req-c4cd537d-3dc2-4217-bc7a-7bc6e81329e2 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0694287 Jul 04 04:15:33.226033 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:33.250889 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-152666fb-4204-4989-8d94-5298bb73dce8 req-a900e47d-8c75-46f1-89b7-6ac1ac477a48 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548759 Jul 04 04:15:33.253940 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c167f-7815-475a-8cda-0c5f8eac9aff req-81ccf823-64db-45e5-a61f-f87c80f5099a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:33.255637 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a82c167f-7815-475a-8cda-0c5f8eac9aff req-81ccf823-64db-45e5-a61f-f87c80f5099a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0538611 Jul 04 04:15:33.263331 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-47e60ff8-67d0-4dca-b790-f75fd3db1d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (949fdd0f-50ce-4469-b2f4-b94614c3a05d), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.266558 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-47e60ff8-67d0-4dca-b790-f75fd3db1d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.270898 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-47e60ff8-67d0-4dca-b790-f75fd3db1d4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/949fdd0f-50ce-4469-b2f4-b94614c3a05d HTTP/1.1" status: 204 len: 168 time: 0.2202892 Jul 04 04:15:33.279102 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e60ff8-67d0-4dca-b790-f75fd3db1d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949fdd0f-50ce-4469-b2f4-b94614c3a05d,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:33.309688 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a82c167f-7815-475a-8cda-0c5f8eac9aff req-11a04f94-5842-4052-8d04-47dfc1df476e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483446 Jul 04 04:15:33.622015 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57088) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:33.636214 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-67c814b2-12cb-41f8-8f3a-2a4916b59510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.715884 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-67c814b2-12cb-41f8-8f3a-2a4916b59510 admin admin] Publish callbacks [] for security_group (33fe5c87-49d0-4260-898e-84e1b469dbcd), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.721855 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-67c814b2-12cb-41f8-8f3a-2a4916b59510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (33fe5c87-49d0-4260-898e-84e1b469dbcd), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.761305 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-67c814b2-12cb-41f8-8f3a-2a4916b59510 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac16eee1a511464b8bfc17c09a885306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381199 Jul 04 04:15:33.762178 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c814b2-12cb-41f8-8f3a-2a4916b59510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fe5c87-49d0-4260-898e-84e1b469dbcd,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:33.764434 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57100) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:33.813861 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-211043d1-2a42-4107-bae3-4cf0df6667ca admin admin] Publish callbacks [] for security_group (33fe5c87-49d0-4260-898e-84e1b469dbcd), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.835792 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-211043d1-2a42-4107-bae3-4cf0df6667ca admin admin] Publish callbacks [] for security_group (33fe5c87-49d0-4260-898e-84e1b469dbcd), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.888208 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-211043d1-2a42-4107-bae3-4cf0df6667ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (33fe5c87-49d0-4260-898e-84e1b469dbcd), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.891678 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-211043d1-2a42-4107-bae3-4cf0df6667ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:33.895206 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-211043d1-2a42-4107-bae3-4cf0df6667ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33fe5c87-49d0-4260-898e-84e1b469dbcd HTTP/1.1" status: 204 len: 168 time: 0.1276145 Jul 04 04:15:33.904333 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211043d1-2a42-4107-bae3-4cf0df6667ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fe5c87-49d0-4260-898e-84e1b469dbcd,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:34.063496 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-c2a51a96-4e8e-4dfa-9248-be4fb2987e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:34.239074 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f22e-01da-4b39-94ca-de10a45ddcaa req-a86a267b-3602-48f0-af12-3a6acac6ed29 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:34.240564 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e8b2f22e-01da-4b39-94ca-de10a45ddcaa req-a86a267b-3602-48f0-af12-3a6acac6ed29 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0465319 Jul 04 04:15:34.291192 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e8b2f22e-01da-4b39-94ca-de10a45ddcaa req-4734e691-a0f5-4227-b67c-cf6769896afd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Jul 04 04:15:34.373346 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e241d61-0b12-4497-a3c4-80ef4a46c99d req-9f3a89fa-d68c-4742-94d9-573e3925269b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:34.374836 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e241d61-0b12-4497-a3c4-80ef4a46c99d req-9f3a89fa-d68c-4742-94d9-573e3925269b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0474882 Jul 04 04:15:34.402513 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:34.422039 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e4903-a8fe-41af-87bf-dfdfad8cbba2 req-c3fd1fc3-737b-4e8b-bb6e-29d3b316dddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:34.423913 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-da6e4903-a8fe-41af-87bf-dfdfad8cbba2 req-c3fd1fc3-737b-4e8b-bb6e-29d3b316dddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 943 time: 0.0480347 Jul 04 04:15:34.440844 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2e241d61-0b12-4497-a3c4-80ef4a46c99d req-f0b80926-cac1-44e8-b39a-28f0d9c51481 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604181 Jul 04 04:15:34.476296 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-da6e4903-a8fe-41af-87bf-dfdfad8cbba2 req-a246a759-97b1-4bd0-b9b0-edbaff0d4bef tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448492 Jul 04 04:15:34.663678 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 9e8db02a-f437-48df-a498-4ab55ec549fb details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:15:34.774190 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 9e8db02a-f437-48df-a498-4ab55ec549fb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9e8db02a-f437-48df-a498-4ab55ec549fb,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:34.785373 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:15:34.823229 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 9e8db02a-f437-48df-a498-4ab55ec549fb is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:34.823479 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:34.836683 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8db02a-f437-48df-a498-4ab55ec549fb {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:15:34.859850 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 9e8db02a-f437-48df-a498-4ab55ec549fb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9e8db02a-f437-48df-a498-4ab55ec549fb,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:34.864431 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:34.925432 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=9e8db02a-f437-48df-a498-4ab55ec549fb,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:34.936510 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.937035 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.937644 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.938239 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.938701 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.939390 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.939917 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.940382 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.940843 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.941328 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.941891 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.942501 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.942968 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.943447 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:34.943929 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:15:35.421691 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb7e7-819b-493a-8795-56a6649f519c req-a47a5529-a5af-4879-ae2e-805f891b5578 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:35.423525 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b0cfb7e7-819b-493a-8795-56a6649f519c req-a47a5529-a5af-4879-ae2e-805f891b5578 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0613809 Jul 04 04:15:35.480636 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b0cfb7e7-819b-493a-8795-56a6649f519c req-b7c99f94-6c60-401e-a9ae-d1c316928fd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Jul 04 04:15:35.557833 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390024d-bdf9-48d2-92eb-0528fc2b0aeb req-677f454b-55ec-4944-bdf3-e8cd10be0448 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:35.559782 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1390024d-bdf9-48d2-92eb-0528fc2b0aeb req-677f454b-55ec-4944-bdf3-e8cd10be0448 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0479114 Jul 04 04:15:35.614142 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d3e79-4b3a-49b7-a783-a3b09beea29d req-cf64774f-b108-4559-b15a-381d4062eeb6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:35.615745 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bc1d3e79-4b3a-49b7-a783-a3b09beea29d req-cf64774f-b108-4559-b15a-381d4062eeb6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 944 time: 0.0576119 Jul 04 04:15:35.621090 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1390024d-bdf9-48d2-92eb-0528fc2b0aeb req-d53079c3-ac34-4632-87fa-ab2535e81a69 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521977 Jul 04 04:15:35.687168 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bc1d3e79-4b3a-49b7-a783-a3b09beea29d req-3c9b7904-b7be-412c-a43d-2c8a466ca5f7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554826 Jul 04 04:15:36.185985 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b934-3ff8-42ee-a147-63c6d3f1d192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:36.585899 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:36.598241 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d4cfd-289d-47ec-be50-b59e96908474 req-ff1a7bf0-4c6b-40ee-b805-479cbc1c7c9c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:36.599744 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a79d4cfd-289d-47ec-be50-b59e96908474 req-ff1a7bf0-4c6b-40ee-b805-479cbc1c7c9c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0509973 Jul 04 04:15:36.665437 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a79d4cfd-289d-47ec-be50-b59e96908474 req-9d3a4732-ef17-4b30-bb32-00a00d02ec82 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591137 Jul 04 04:15:36.754564 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6b6d3-96bf-4083-9738-3b5689ea90e6 req-689cb818-e9ab-4a2e-9057-5cd09267a72f tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:36.756245 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ab6b6d3-96bf-4083-9738-3b5689ea90e6 req-689cb818-e9ab-4a2e-9057-5cd09267a72f tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0537767 Jul 04 04:15:36.809123 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdfb36-b3f1-46d0-ae2e-454cd4a188ce req-1d6b9c61-015d-4dc7-b567-81155f8e0abd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:36.810763 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b6fdfb36-b3f1-46d0-ae2e-454cd4a188ce req-1d6b9c61-015d-4dc7-b567-81155f8e0abd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 944 time: 0.0507796 Jul 04 04:15:36.835396 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ab6b6d3-96bf-4083-9738-3b5689ea90e6 req-aaa113b9-125e-4aa0-bb96-5d6c67565949 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696940 Jul 04 04:15:36.861945 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b6fdfb36-b3f1-46d0-ae2e-454cd4a188ce req-154a6d08-503f-4252-98b3-16dc449ac85e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445366 Jul 04 04:15:37.061589 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57278) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:37.210922 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e20da643-7487-430c-b3e7-1f755c162fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:37.308068 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e20da643-7487-430c-b3e7-1f755c162fd7 admin admin] Publish callbacks [] for security_group (a6547acf-3b78-4750-8ab5-8715b743fb91), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:37.313988 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e20da643-7487-430c-b3e7-1f755c162fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (a6547acf-3b78-4750-8ab5-8715b743fb91), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:37.361354 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20da643-7487-430c-b3e7-1f755c162fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6547acf-3b78-4750-8ab5-8715b743fb91,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:37.366884 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e20da643-7487-430c-b3e7-1f755c162fd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28c8049ac4b041828fc218c30df01707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042102 Jul 04 04:15:37.369825 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57284) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:37.438260 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4c73b7fb-740c-4f6f-a0ba-8122d09e999b admin admin] Publish callbacks [] for security_group (a6547acf-3b78-4750-8ab5-8715b743fb91), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:37.468176 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4c73b7fb-740c-4f6f-a0ba-8122d09e999b admin admin] Publish callbacks [] for security_group (a6547acf-3b78-4750-8ab5-8715b743fb91), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:37.480656 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:37.529516 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4c73b7fb-740c-4f6f-a0ba-8122d09e999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (a6547acf-3b78-4750-8ab5-8715b743fb91), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:37.532248 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4c73b7fb-740c-4f6f-a0ba-8122d09e999b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:37.534845 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-4c73b7fb-740c-4f6f-a0ba-8122d09e999b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6547acf-3b78-4750-8ab5-8715b743fb91 HTTP/1.1" status: 204 len: 168 time: 0.1641517 Jul 04 04:15:37.544157 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:37.544702 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73b7fb-740c-4f6f-a0ba-8122d09e999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6547acf-3b78-4750-8ab5-8715b743fb91,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:37.795237 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbcc9d-a738-48f2-9186-029e39632a94 req-60452ad5-da0b-4502-b1ac-853643cb395f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:37.796858 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-87fbcc9d-a738-48f2-9186-029e39632a94 req-60452ad5-da0b-4502-b1ac-853643cb395f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0524542 Jul 04 04:15:37.851436 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-87fbcc9d-a738-48f2-9186-029e39632a94 req-1c1cafd7-0c23-4e17-93da-e89c1d0aa2f5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473764 Jul 04 04:15:37.890414 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57300) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:37.904406 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6b04c60b-4420-4f58-999c-8fe2fd648fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:37.963225 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012aabb3-a205-4796-979a-bde2d25bb9b7 req-758df91d-32af-4413-afaa-57178d279283 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:37.964663 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-012aabb3-a205-4796-979a-bde2d25bb9b7 req-758df91d-32af-4413-afaa-57178d279283 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0544710 Jul 04 04:15:37.980490 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:38.009898 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a30d14-2dfe-411f-832d-d62a2ab5ea60 req-5c3aa4f8-589e-440e-88ff-a2c35b97f581 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:38.011846 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-37a30d14-2dfe-411f-832d-d62a2ab5ea60 req-5c3aa4f8-589e-440e-88ff-a2c35b97f581 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 944 time: 0.0668049 Jul 04 04:15:38.020420 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-012aabb3-a205-4796-979a-bde2d25bb9b7 req-e5251908-60b9-4ada-8c23-e569287791e8 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475280 Jul 04 04:15:38.057492 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6b04c60b-4420-4f58-999c-8fe2fd648fcd admin admin] Publish callbacks [] for security_group (74167c2f-91c3-403b-b810-3933fdb4a8b1), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:38.067722 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6b04c60b-4420-4f58-999c-8fe2fd648fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (74167c2f-91c3-403b-b810-3933fdb4a8b1), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:38.102597 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-37a30d14-2dfe-411f-832d-d62a2ab5ea60 req-ed6df2a4-c098-46f4-b672-53ea1b006752 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830834 Jul 04 04:15:38.122018 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04c60b-4420-4f58-999c-8fe2fd648fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74167c2f-91c3-403b-b810-3933fdb4a8b1,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:38.126554 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-6b04c60b-4420-4f58-999c-8fe2fd648fcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9db9f94440ef4534984beaaec617094f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349141 Jul 04 04:15:38.129250 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57306) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:38.179069 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5103c92d-7b37-41bc-86ed-92238d0a984c admin admin] Publish callbacks [] for security_group (74167c2f-91c3-403b-b810-3933fdb4a8b1), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:38.205180 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5103c92d-7b37-41bc-86ed-92238d0a984c admin admin] Publish callbacks [] for security_group (74167c2f-91c3-403b-b810-3933fdb4a8b1), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:38.253365 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5103c92d-7b37-41bc-86ed-92238d0a984c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (74167c2f-91c3-403b-b810-3933fdb4a8b1), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:38.255904 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5103c92d-7b37-41bc-86ed-92238d0a984c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:38.257057 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-5103c92d-7b37-41bc-86ed-92238d0a984c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74167c2f-91c3-403b-b810-3933fdb4a8b1 HTTP/1.1" status: 204 len: 168 time: 0.1268992 Jul 04 04:15:38.265533 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103c92d-7b37-41bc-86ed-92238d0a984c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74167c2f-91c3-403b-b810-3933fdb4a8b1,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:38.292623 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:38.524952 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['9e8db02a-f437-48df-a498-4ab55ec549fb'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:15:38.854297 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:38.990935 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb068f-ec1a-4dbe-b188-ddbfa3f391f9 req-62c1719d-e77e-4731-bf62-f9e4952cac8d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:38.998294 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c1fb068f-ec1a-4dbe-b188-ddbfa3f391f9 req-62c1719d-e77e-4731-bf62-f9e4952cac8d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0574384 Jul 04 04:15:39.045519 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c1fb068f-ec1a-4dbe-b188-ddbfa3f391f9 req-993f36c1-448b-4da6-876e-f8f9934426dd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460494 Jul 04 04:15:39.101289 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:39.183657 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2d46d-84b2-4cb9-aabe-228372f3c0aa req-a280c352-5ac1-4a30-b926-edc70257223e tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:39.185345 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3db2d46d-84b2-4cb9-aabe-228372f3c0aa req-a280c352-5ac1-4a30-b926-edc70257223e tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0642269 Jul 04 04:15:39.256969 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfe31e-6efc-4d3f-bd48-76956047b0ca req-a856f05a-968c-45f9-b562-90f2f862ece4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:39.258607 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d9cfe31e-6efc-4d3f-bd48-76956047b0ca req-a856f05a-968c-45f9-b562-90f2f862ece4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 944 time: 0.0693297 Jul 04 04:15:39.276868 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3db2d46d-84b2-4cb9-aabe-228372f3c0aa req-1246697d-2e47-4368-b326-8df03d68f21a tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810444 Jul 04 04:15:39.312345 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:39.317287 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d9cfe31e-6efc-4d3f-bd48-76956047b0ca req-dd5b0d5c-7bf0-4cd7-99a7-c19cce91821c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516932 Jul 04 04:15:40.108486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57410) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:40.160372 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff4e9a-d82c-4b2f-ac69-ef94659ab977 req-632b83e3-cf7a-4e8a-a8bd-bb50c7bbb791 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:40.161869 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-16ff4e9a-d82c-4b2f-ac69-ef94659ab977 req-632b83e3-cf7a-4e8a-a8bd-bb50c7bbb791 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0472627 Jul 04 04:15:40.216582 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-16ff4e9a-d82c-4b2f-ac69-ef94659ab977 req-4c3a2ef8-5476-48ea-8afd-04697ff13350 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490632 Jul 04 04:15:40.222266 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bc43c0da-bd57-464a-a820-e86478973873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:40.282292 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:40.306914 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bc43c0da-bd57-464a-a820-e86478973873 admin admin] Publish callbacks [] for security_group (40f4f36e-6f75-4561-a156-5deeae2d7540), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:40.311894 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bc43c0da-bd57-464a-a820-e86478973873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (40f4f36e-6f75-4561-a156-5deeae2d7540), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:40.351180 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43c0da-bd57-464a-a820-e86478973873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f4f36e-6f75-4561-a156-5deeae2d7540,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:40.358467 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-bc43c0da-bd57-464a-a820-e86478973873 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68e69fdcb15544d8a1cc4d9afdd8f2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488389 Jul 04 04:15:40.359226 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57420) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:40.394903 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f594464-bcc8-4a7a-b667-6e810313163f req-6fcd23ea-8ed9-4535-b001-0ba6d90187ce tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:40.396377 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9f594464-bcc8-4a7a-b667-6e810313163f req-6fcd23ea-8ed9-4535-b001-0ba6d90187ce tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0540209 Jul 04 04:15:40.441584 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e55baed6-80f6-4ea1-8c2a-c9be3b710eb9 admin admin] Publish callbacks [] for security_group (40f4f36e-6f75-4561-a156-5deeae2d7540), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:40.444042 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9f594464-bcc8-4a7a-b667-6e810313163f req-263af662-b0b4-4939-8ff5-86c5144e4611 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Jul 04 04:15:40.453551 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f89932-52e5-491d-a14e-2b0d8069787c req-90e625ff-4d10-4750-9bbe-90e8c9b3d977 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:40.455404 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51f89932-52e5-491d-a14e-2b0d8069787c req-90e625ff-4d10-4750-9bbe-90e8c9b3d977 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 944 time: 0.0618806 Jul 04 04:15:40.490681 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e55baed6-80f6-4ea1-8c2a-c9be3b710eb9 admin admin] Publish callbacks [] for security_group (40f4f36e-6f75-4561-a156-5deeae2d7540), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:40.504656 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:40.543758 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51f89932-52e5-491d-a14e-2b0d8069787c req-803b1e60-db33-4032-af8b-175bf2687ced tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803502 Jul 04 04:15:40.570165 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e55baed6-80f6-4ea1-8c2a-c9be3b710eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (40f4f36e-6f75-4561-a156-5deeae2d7540), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:40.572791 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e55baed6-80f6-4ea1-8c2a-c9be3b710eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:40.574057 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e55baed6-80f6-4ea1-8c2a-c9be3b710eb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40f4f36e-6f75-4561-a156-5deeae2d7540 HTTP/1.1" status: 204 len: 168 time: 0.2135739 Jul 04 04:15:40.582403 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55baed6-80f6-4ea1-8c2a-c9be3b710eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f4f36e-6f75-4561-a156-5deeae2d7540,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:40.869997 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57432) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:40.883444 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-71c985d9-0f37-4a62-b6a2-138558ac946c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:40.960564 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-71c985d9-0f37-4a62-b6a2-138558ac946c admin admin] Publish callbacks [] for security_group (4f1b8bab-08d2-4d31-88c9-05f1c63ab8fc), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:40.967794 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-71c985d9-0f37-4a62-b6a2-138558ac946c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (4f1b8bab-08d2-4d31-88c9-05f1c63ab8fc), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:41.006170 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c985d9-0f37-4a62-b6a2-138558ac946c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b8bab-08d2-4d31-88c9-05f1c63ab8fc,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:41.011091 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-71c985d9-0f37-4a62-b6a2-138558ac946c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3486fa409ba74e4b9ddbbb2bf32cc9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394298 Jul 04 04:15:41.013316 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57436) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:41.241235 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d2b058da-05bd-42f3-b648-2d5889de6676 admin admin] Publish callbacks [] for security_group (4f1b8bab-08d2-4d31-88c9-05f1c63ab8fc), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:41.263601 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d2b058da-05bd-42f3-b648-2d5889de6676 admin admin] Publish callbacks [] for security_group (4f1b8bab-08d2-4d31-88c9-05f1c63ab8fc), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:41.340389 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee702db-6165-4c34-ae01-003a55e0e44a req-6b37d118-b342-4e0f-bfce-631a073f7830 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:41.341854 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6ee702db-6165-4c34-ae01-003a55e0e44a req-6b37d118-b342-4e0f-bfce-631a073f7830 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0545981 Jul 04 04:15:41.355434 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d2b058da-05bd-42f3-b648-2d5889de6676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (4f1b8bab-08d2-4d31-88c9-05f1c63ab8fc), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:41.357811 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d2b058da-05bd-42f3-b648-2d5889de6676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:41.358896 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-d2b058da-05bd-42f3-b648-2d5889de6676 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f1b8bab-08d2-4d31-88c9-05f1c63ab8fc HTTP/1.1" status: 204 len: 168 time: 0.3443491 Jul 04 04:15:41.369363 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:41.378152 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b058da-05bd-42f3-b648-2d5889de6676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b8bab-08d2-4d31-88c9-05f1c63ab8fc,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:41.405605 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6ee702db-6165-4c34-ae01-003a55e0e44a req-0696182f-715d-41f7-ba63-235c75e45713 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575805 Jul 04 04:15:41.562511 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd7bfe-2a3e-4542-af77-97b5c8982ba7 req-3590c286-d44b-48f7-9b3d-67ccbce0ce7d tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:41.564012 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7cfd7bfe-2a3e-4542-af77-97b5c8982ba7 req-3590c286-d44b-48f7-9b3d-67ccbce0ce7d tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0494051 Jul 04 04:15:41.616201 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7cfd7bfe-2a3e-4542-af77-97b5c8982ba7 req-ac6ea52a-8bd1-4a56-9a98-9a3b023c17e0 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463157 Jul 04 04:15:41.667454 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d8cc1-709a-4f2a-8f94-46ba5700ce38 req-bace36b8-0f92-4f93-8c69-4b36d0ecc8b3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:41.668906 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b37d8cc1-709a-4f2a-8f94-46ba5700ce38 req-bace36b8-0f92-4f93-8c69-4b36d0ecc8b3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 944 time: 0.0556428 Jul 04 04:15:41.717838 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b37d8cc1-709a-4f2a-8f94-46ba5700ce38 req-92303db6-3c61-4180-915f-4a7dafe50157 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Jul 04 04:15:42.531457 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae7a9-9576-4b13-afc6-35de65b4114e req-b0ae5340-d020-4829-ab5c-23d51ca355d2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:42.533043 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dbcae7a9-9576-4b13-afc6-35de65b4114e req-b0ae5340-d020-4829-ab5c-23d51ca355d2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0490742 Jul 04 04:15:42.585791 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dbcae7a9-9576-4b13-afc6-35de65b4114e req-7dfa04c1-43b8-4eb6-ae47-d2e2f40f7914 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Jul 04 04:15:42.729595 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92683-902e-4140-ab1f-8669c3d2305f req-04f7b46a-0bdb-445d-83a7-c3b90b614c60 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:42.731120 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-93c92683-902e-4140-ab1f-8669c3d2305f req-04f7b46a-0bdb-445d-83a7-c3b90b614c60 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0465419 Jul 04 04:15:42.780645 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-93c92683-902e-4140-ab1f-8669c3d2305f req-1cb5efab-c01a-4263-8422-aeaa0f2c037d tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436161 Jul 04 04:15:42.836829 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006ecd1-bddd-4d68-9ade-204f3fde04b4 req-01893a76-3b8a-4c8d-892d-6e995987fff9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:42.838315 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b006ecd1-bddd-4d68-9ade-204f3fde04b4 req-01893a76-3b8a-4c8d-892d-6e995987fff9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 944 time: 0.0502639 Jul 04 04:15:42.896728 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b006ecd1-bddd-4d68-9ade-204f3fde04b4 req-d4eba5e3-40dc-4416-a48a-63d5154be255 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525734 Jul 04 04:15:43.127097 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57514) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:43.235204 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f850e4d9-695e-4590-a810-84a6e46834b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:43.319199 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f850e4d9-695e-4590-a810-84a6e46834b1 admin admin] Publish callbacks [] for security_group (f097dec9-8f47-48cf-847f-4fb84ffc024b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:43.324909 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f850e4d9-695e-4590-a810-84a6e46834b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f097dec9-8f47-48cf-847f-4fb84ffc024b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:43.346108 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:43.372118 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850e4d9-695e-4590-a810-84a6e46834b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f097dec9-8f47-48cf-847f-4fb84ffc024b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:43.378345 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f850e4d9-695e-4590-a810-84a6e46834b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=551d3eeaa97043099ec274b782d41e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481341 Jul 04 04:15:43.379886 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57520) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:43.429149 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-661c22e6-b625-47fa-b67a-8387b4b67642 admin admin] Publish callbacks [] for security_group (f097dec9-8f47-48cf-847f-4fb84ffc024b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:43.451834 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-661c22e6-b625-47fa-b67a-8387b4b67642 admin admin] Publish callbacks [] for security_group (f097dec9-8f47-48cf-847f-4fb84ffc024b), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:43.502313 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-661c22e6-b625-47fa-b67a-8387b4b67642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f097dec9-8f47-48cf-847f-4fb84ffc024b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:43.504773 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-661c22e6-b625-47fa-b67a-8387b4b67642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:43.505897 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-661c22e6-b625-47fa-b67a-8387b4b67642 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f097dec9-8f47-48cf-847f-4fb84ffc024b HTTP/1.1" status: 204 len: 168 time: 0.1252441 Jul 04 04:15:43.514152 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c22e6-b625-47fa-b67a-8387b4b67642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f097dec9-8f47-48cf-847f-4fb84ffc024b,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:43.715558 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee4b9-dd1b-495b-93a0-24a0da300487 req-d45bbfd1-8b80-4e30-b18d-efa4439130fe tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:43.717367 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7b2ee4b9-dd1b-495b-93a0-24a0da300487 req-d45bbfd1-8b80-4e30-b18d-efa4439130fe tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0545831 Jul 04 04:15:43.775684 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7b2ee4b9-dd1b-495b-93a0-24a0da300487 req-637f0722-76c3-4ae2-8038-8e6887e47b93 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521860 Jul 04 04:15:43.828606 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57536) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:43.842665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-171aa47e-a713-438d-85d5-b680c9b54a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:43.902299 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:43.917697 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01418630-9514-43e8-95e3-a9acc606cbd0 req-c61e8e34-6288-498f-93e5-24c6781abb90 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:43.919775 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-01418630-9514-43e8-95e3-a9acc606cbd0 req-c61e8e34-6288-498f-93e5-24c6781abb90 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0642138 Jul 04 04:15:43.929728 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 9e8db02a-f437-48df-a498-4ab55ec549fb up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:15:43.977000 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 9e8db02a-f437-48df-a498-4ab55ec549fb completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:15:43.988262 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 9e8db02a-f437-48df-a498-4ab55ec549fb triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:15:43.988844 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:44.028847 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:44.030734 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-01418630-9514-43e8-95e3-a9acc606cbd0 req-3b18a234-d66b-437c-8445-b79eebb161d3 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013236 Jul 04 04:15:44.032982 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-171aa47e-a713-438d-85d5-b680c9b54a8d admin admin] Publish callbacks [] for security_group (1f8b46e1-7523-4b14-b120-1454b9f2b477), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:44.040540 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01848c-5129-43ad-869d-051173b27fd2 req-907cb1a2-eefb-4318-8281-214c7f3063cb tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:44.042117 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8b01848c-5129-43ad-869d-051173b27fd2 req-907cb1a2-eefb-4318-8281-214c7f3063cb tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 944 time: 0.0619619 Jul 04 04:15:44.043414 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-171aa47e-a713-438d-85d5-b680c9b54a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1f8b46e1-7523-4b14-b120-1454b9f2b477), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:44.080858 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:44.092403 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 9e8db02a-f437-48df-a498-4ab55ec549fb is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:44.093166 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-171aa47e-a713-438d-85d5-b680c9b54a8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd7e1cf1199c4ec4803febf1a62f1ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629120 Jul 04 04:15:44.093444 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:44.095459 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aa47e-a713-438d-85d5-b680c9b54a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b46e1-7523-4b14-b120-1454b9f2b477,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:44.098344 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57544) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:44.110244 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8b01848c-5129-43ad-869d-051173b27fd2 req-50b72b43-a0ee-4615-908c-0be6328c223f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616341 Jul 04 04:15:44.136025 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8db02a-f437-48df-a498-4ab55ec549fb'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:15:44.138278 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb9bcb-35ec-4edd-823c-d102ab2f8628" -d '{"events": [{"server_uuid": "be90f3f9-d0dd-4296-ba6b-dc719d491a12", "name": "network-vif-plugged", "status": "completed", "tag": "9e8db02a-f437-48df-a498-4ab55ec549fb"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:15:44.151708 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 9e8db02a-f437-48df-a498-4ab55ec549fb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9e8db02a-f437-48df-a498-4ab55ec549fb,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:44.157045 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:44.160197 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb95d988-a6e5-435c-a8ee-0f1098e151ab admin admin] Publish callbacks [] for security_group (1f8b46e1-7523-4b14-b120-1454b9f2b477), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:44.186794 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb95d988-a6e5-435c-a8ee-0f1098e151ab admin admin] Publish callbacks [] for security_group (1f8b46e1-7523-4b14-b120-1454b9f2b477), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:44.207533 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd2995-ff96-4b2e-8348-943a30f29823 x-openstack-request-id: req-c3bd2995-ff96-4b2e-8348-943a30f29823 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:15:44.207857 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be90f3f9-d0dd-4296-ba6b-dc719d491a12", "name": "network-vif-plugged", "status": "completed", "tag": "9e8db02a-f437-48df-a498-4ab55ec549fb", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:15:44.208102 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3bd2995-ff96-4b2e-8348-943a30f29823 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:15:44.208502 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3bd2995-ff96-4b2e-8348-943a30f29823'] response: {'server_uuid': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'code': 200} Jul 04 04:15:44.211720 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=9e8db02a-f437-48df-a498-4ab55ec549fb,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:44.227998 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:44.248151 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb95d988-a6e5-435c-a8ee-0f1098e151ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1f8b46e1-7523-4b14-b120-1454b9f2b477), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:44.250708 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb95d988-a6e5-435c-a8ee-0f1098e151ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:44.252447 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-cb95d988-a6e5-435c-a8ee-0f1098e151ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f8b46e1-7523-4b14-b120-1454b9f2b477 HTTP/1.1" status: 204 len: 168 time: 0.1526756 Jul 04 04:15:44.260996 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95d988-a6e5-435c-a8ee-0f1098e151ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b46e1-7523-4b14-b120-1454b9f2b477,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:44.735975 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-0c038779-988c-423c-8058-6fe875a5a259 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935159 Jul 04 04:15:44.910236 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47dd03-5057-4618-9ace-1ede167c91fc req-c82e8f44-e7aa-4d91-a125-3a46a92e03fd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:44.910236 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8f47dd03-5057-4618-9ace-1ede167c91fc req-c82e8f44-e7aa-4d91-a125-3a46a92e03fd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0551963 Jul 04 04:15:44.960337 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8f47dd03-5057-4618-9ace-1ede167c91fc req-583b70bd-07ee-4778-9ad1-878d7a86ede1 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Jul 04 04:15:45.109693 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57598) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:45.164237 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0c3b-15ad-404b-8bad-2ab6af6cc4f2 req-7d122d14-8ba6-4d73-b938-eec86c87ea23 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:45.167110 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f7fa0c3b-15ad-404b-8bad-2ab6af6cc4f2 req-7d122d14-8ba6-4d73-b938-eec86c87ea23 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 943 time: 0.0581932 Jul 04 04:15:45.251467 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f7fa0c3b-15ad-404b-8bad-2ab6af6cc4f2 req-fe1ee369-24c9-495f-bed2-92467c26070e tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778716 Jul 04 04:15:45.302771 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-08b7c148-0751-46d0-871a-0e86ac6bf105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:45.409119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c51c-33a5-4535-88ae-bb93ade5b2f8 req-1b32ff30-c945-4828-8cb4-6ed9c8acd2d9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:45.410965 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f656c51c-33a5-4535-88ae-bb93ade5b2f8 req-1b32ff30-c945-4828-8cb4-6ed9c8acd2d9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0576603 Jul 04 04:15:45.424021 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9654-4fe4-473f-ac3d-3f42b1b05c9d req-a0716268-f8f1-4b79-924c-ba00f1af4c7e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:45.426191 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6b3c9654-4fe4-473f-ac3d-3f42b1b05c9d req-a0716268-f8f1-4b79-924c-ba00f1af4c7e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.1040771 Jul 04 04:15:45.527779 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f656c51c-33a5-4535-88ae-bb93ade5b2f8 req-851ba334-c7cd-4535-9726-8a91b2bfd52d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097934 Jul 04 04:15:45.528829 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6b3c9654-4fe4-473f-ac3d-3f42b1b05c9d req-764e0f82-b926-4263-af10-892fffe0032f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959682 Jul 04 04:15:45.532777 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=15 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:45.584764 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-08b7c148-0751-46d0-871a-0e86ac6bf105 admin admin] Publish callbacks [] for security_group (56defbb3-9603-42ec-81c4-4c0a3c2f7a11), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:45.599761 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-08b7c148-0751-46d0-871a-0e86ac6bf105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (56defbb3-9603-42ec-81c4-4c0a3c2f7a11), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:45.650746 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7c148-0751-46d0-871a-0e86ac6bf105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56defbb3-9603-42ec-81c4-4c0a3c2f7a11,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:45.659544 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57632) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:45.660197 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-08b7c148-0751-46d0-871a-0e86ac6bf105 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a27259703f674ebc9a88ed4ba327cf1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5492091 Jul 04 04:15:45.709028 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57638) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:45.772060 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a323c197-12ec-4f26-a9d7-c1f97103cfe4 admin admin] Publish callbacks [] for security_group (56defbb3-9603-42ec-81c4-4c0a3c2f7a11), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:45.814882 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a323c197-12ec-4f26-a9d7-c1f97103cfe4 admin admin] Publish callbacks [] for security_group (56defbb3-9603-42ec-81c4-4c0a3c2f7a11), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:45.850748 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:45.879659 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a323c197-12ec-4f26-a9d7-c1f97103cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (56defbb3-9603-42ec-81c4-4c0a3c2f7a11), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:45.882471 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a323c197-12ec-4f26-a9d7-c1f97103cfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:45.884044 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a323c197-12ec-4f26-a9d7-c1f97103cfe4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56defbb3-9603-42ec-81c4-4c0a3c2f7a11 HTTP/1.1" status: 204 len: 168 time: 0.2234941 Jul 04 04:15:45.894401 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323c197-12ec-4f26-a9d7-c1f97103cfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56defbb3-9603-42ec-81c4-4c0a3c2f7a11,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:45.911959 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 44387a5e-08a3-462a-be05-f2befd8e7016 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:15:46.025371 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e11a975-58c8-4235-8ecf-c6cef72dea76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:46.036615 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 44387a5e-08a3-462a-be05-f2befd8e7016, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=44387a5e-08a3-462a-be05-f2befd8e7016,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:46.050006 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '44387a5e-08a3-462a-be05-f2befd8e7016', 'network_id': 'aed25219-687f-45ba-80be-abe14c80c9f4', 'port_id': '44387a5e-08a3-462a-be05-f2befd8e7016', 'mac_address': 'fa:16:3e:02:d9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387c6349-a5e0-49c0-87b1-29f5d45a0b38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:15:46.105597 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 44387a5e-08a3-462a-be05-f2befd8e7016 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:46.106259 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:46.124583 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e11a975-58c8-4235-8ecf-c6cef72dea76 admin admin] Publish callbacks [] for security_group (741cfd7c-c4eb-4110-af0c-bbe7cfd28bcb), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:46.132892 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e11a975-58c8-4235-8ecf-c6cef72dea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (741cfd7c-c4eb-4110-af0c-bbe7cfd28bcb), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:46.141041 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44387a5e-08a3-462a-be05-f2befd8e7016 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:15:46.181442 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 44387a5e-08a3-462a-be05-f2befd8e7016, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=44387a5e-08a3-462a-be05-f2befd8e7016,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:46.185593 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-5e11a975-58c8-4235-8ecf-c6cef72dea76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2db68dd5ebcc4ed5b6e566c15d576b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730332 Jul 04 04:15:46.185593 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11a975-58c8-4235-8ecf-c6cef72dea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741cfd7c-c4eb-4110-af0c-bbe7cfd28bcb,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:46.186059 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57672) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:46.189524 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:46.255811 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:46.256565 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4c798442-468e-407f-8f2a-a0ebff37fa39 admin admin] Publish callbacks [] for security_group (741cfd7c-c4eb-4110-af0c-bbe7cfd28bcb), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:46.297462 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=44387a5e-08a3-462a-be05-f2befd8e7016,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:46.301973 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4c798442-468e-407f-8f2a-a0ebff37fa39 admin admin] Publish callbacks [] for security_group (741cfd7c-c4eb-4110-af0c-bbe7cfd28bcb), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:46.401954 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb1fcb-4430-4e1d-843f-3dcc91e2a69a req-e482bb8f-8981-4ee5-96c5-0ab578e2fa16 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:46.403531 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-96cb1fcb-4430-4e1d-843f-3dcc91e2a69a req-e482bb8f-8981-4ee5-96c5-0ab578e2fa16 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 944 time: 0.0605092 Jul 04 04:15:46.431815 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4c798442-468e-407f-8f2a-a0ebff37fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (741cfd7c-c4eb-4110-af0c-bbe7cfd28bcb), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:46.434153 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4c798442-468e-407f-8f2a-a0ebff37fa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:46.437660 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-4c798442-468e-407f-8f2a-a0ebff37fa39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/741cfd7c-c4eb-4110-af0c-bbe7cfd28bcb HTTP/1.1" status: 204 len: 168 time: 0.2480166 Jul 04 04:15:46.451441 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c798442-468e-407f-8f2a-a0ebff37fa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741cfd7c-c4eb-4110-af0c-bbe7cfd28bcb,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:46.494753 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-96cb1fcb-4430-4e1d-843f-3dcc91e2a69a req-24c79a57-9ad5-4109-88ae-6c3fb69d21cf tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845473 Jul 04 04:15:46.677485 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aef599-5e31-431a-a4bc-335c1a938b8b req-e5d90aba-483b-4319-af6d-b0717f74191e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:46.678324 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea68b0-a595-4c82-addc-67cb4e8c491f req-f7cea4c8-cb97-4fe3-aafe-621ba9caa7f8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:46.679163 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b0aef599-5e31-431a-a4bc-335c1a938b8b req-e5d90aba-483b-4319-af6d-b0717f74191e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0722935 Jul 04 04:15:46.681024 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9eea68b0-a595-4c82-addc-67cb4e8c491f req-f7cea4c8-cb97-4fe3-aafe-621ba9caa7f8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.0662577 Jul 04 04:15:46.725411 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['44387a5e-08a3-462a-be05-f2befd8e7016'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:15:46.742154 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b0aef599-5e31-431a-a4bc-335c1a938b8b req-a7706387-3d10-44e8-b0cc-e473f4b77e6c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556252 Jul 04 04:15:46.772085 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9eea68b0-a595-4c82-addc-67cb4e8c491f req-2b2f3fef-9da2-453d-863b-344bcb52fb3f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843947 Jul 04 04:15:47.526210 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-732c4a8a-c6a2-4264-9357-84ffc22ee748 req-b1ceb8ba-592c-4b86-806e-a742578f3218 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441855 Jul 04 04:15:47.645099 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8ec13-4e78-40ab-857d-98d6421b5668 req-2d540960-54ff-4bef-ba67-def8334989b8 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:47.647537 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8ca8ec13-4e78-40ab-857d-98d6421b5668 req-2d540960-54ff-4bef-ba67-def8334989b8 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 944 time: 0.0598259 Jul 04 04:15:47.707570 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8ca8ec13-4e78-40ab-857d-98d6421b5668 req-233d896c-6db4-4dae-8c57-a0a642032c4b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545619 Jul 04 04:15:47.902771 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19cc2-2a3a-44d8-b563-4c0b760d4b62 req-f63fe0b9-a860-44a2-bcbb-4725d6258faa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:47.905346 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-73d19cc2-2a3a-44d8-b563-4c0b760d4b62 req-f63fe0b9-a860-44a2-bcbb-4725d6258faa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0638874 Jul 04 04:15:47.917339 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c092d3-32a1-4085-a7d5-e3d42b536c64 req-3a73df3c-2dea-4f8e-9ec0-6981795c86cb tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:47.923343 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 3384abec-b08a-4477-8514-51d16c8ee80f details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:15:47.933141 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 44387a5e-08a3-462a-be05-f2befd8e7016 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:15:47.937239 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-87c092d3-32a1-4085-a7d5-e3d42b536c64 req-3a73df3c-2dea-4f8e-9ec0-6981795c86cb tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.0879261 Jul 04 04:15:48.025154 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-73d19cc2-2a3a-44d8-b563-4c0b760d4b62 req-cefc98b7-a377-4281-8d84-61c4e89031d0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119661 Jul 04 04:15:48.041195 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:48.091314 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-87c092d3-32a1-4085-a7d5-e3d42b536c64 req-9d483ddd-8b82-4cca-9f94-7459874de01f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531074 Jul 04 04:15:48.114914 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-74cbe5aa-72d6-424e-8b8c-98a33d811978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:48.119795 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-74cbe5aa-72d6-424e-8b8c-98a33d811978 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 1130 time: 0.0932734 Jul 04 04:15:48.173724 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 3384abec-b08a-4477-8514-51d16c8ee80f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3384abec-b08a-4477-8514-51d16c8ee80f,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:48.191481 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '3384abec-b08a-4477-8514-51d16c8ee80f', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'port_id': '3384abec-b08a-4477-8514-51d16c8ee80f', 'mac_address': 'fa:16:3e:06:05:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:15:48.203292 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 44387a5e-08a3-462a-be05-f2befd8e7016 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:15:48.233731 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 44387a5e-08a3-462a-be05-f2befd8e7016 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:15:48.234327 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:48.280270 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 3384abec-b08a-4477-8514-51d16c8ee80f is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:48.280741 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:48.302612 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3384abec-b08a-4477-8514-51d16c8ee80f {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:15:48.311532 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:48.341465 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 3384abec-b08a-4477-8514-51d16c8ee80f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3384abec-b08a-4477-8514-51d16c8ee80f,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:48.366512 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:48.385911 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c4e14-dab2-4653-bd1a-d880adc88992 req-6697eec5-77eb-4e67-9ea2-39dc676cd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:48.387549 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-140c4e14-dab2-4653-bd1a-d880adc88992 req-6697eec5-77eb-4e67-9ea2-39dc676cd48a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 1129 time: 0.1177056 Jul 04 04:15:48.398811 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-a1895ddf-2ab8-4fa6-b877-f8d3bdb47209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:48.400971 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-a1895ddf-2ab8-4fa6-b877-f8d3bdb47209 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.2727506 Jul 04 04:15:48.410918 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 44387a5e-08a3-462a-be05-f2befd8e7016 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:48.411529 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:48.440819 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=3384abec-b08a-4477-8514-51d16c8ee80f,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:48.451251 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd2b17-e16f-4867-87bd-9e0430d8b027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44387a5e-08a3-462a-be05-f2befd8e7016'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:15:48.453773 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f820b-50a4-42b5-baf4-e80b7441e18d" -d '{"events": [{"server_uuid": "0dbd2b17-e16f-4867-87bd-9e0430d8b027", "name": "network-vif-plugged", "status": "completed", "tag": "44387a5e-08a3-462a-be05-f2befd8e7016"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:15:48.470755 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:48.473488 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 44387a5e-08a3-462a-be05-f2befd8e7016, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=44387a5e-08a3-462a-be05-f2befd8e7016,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:48.481707 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:48.507431 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb3b4ba-24e6-49bd-a797-7e44d7a60ae7 x-openstack-request-id: req-3eb3b4ba-24e6-49bd-a797-7e44d7a60ae7 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:15:48.507748 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd2b17-e16f-4867-87bd-9e0430d8b027", "name": "network-vif-plugged", "status": "completed", "tag": "44387a5e-08a3-462a-be05-f2befd8e7016", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:15:48.508003 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3eb3b4ba-24e6-49bd-a797-7e44d7a60ae7 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:15:48.508510 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb3b4ba-24e6-49bd-a797-7e44d7a60ae7'] response: {'server_uuid': '0dbd2b17-e16f-4867-87bd-9e0430d8b027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44387a5e-08a3-462a-be05-f2befd8e7016', 'code': 200} Jul 04 04:15:48.551526 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=44387a5e-08a3-462a-be05-f2befd8e7016,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:48.863267 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-140c4e14-dab2-4653-bd1a-d880adc88992 req-d7894e6d-b9eb-4623-86b2-04e4653bdfd4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377807 Jul 04 04:15:48.865234 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-e1087f37-24ea-43bb-90ac-9e01d1edc83f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0de8d78e-8696-4840-bc1b-e94f52bb4eb1 HTTP/1.1" status: 200 len: 217 time: 0.0578067 Jul 04 04:15:48.885278 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['3384abec-b08a-4477-8514-51d16c8ee80f'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:15:49.156958 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:49.165049 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407573f-d6f7-46c7-ad9a-ea9154c864f6 req-2903b443-efa3-4f62-8268-89ef8f3e7e66 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:49.169143 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d407573f-d6f7-46c7-ad9a-ea9154c864f6 req-2903b443-efa3-4f62-8268-89ef8f3e7e66 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 945 time: 0.2973001 Jul 04 04:15:49.177975 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:49.210462 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f1e5c-5bb7-4b0f-ae2e-a242bc2d4d2c req-96279163-a305-4c8f-80bf-8d63110d8176 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:49.212740 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4f5f1e5c-5bb7-4b0f-ae2e-a242bc2d4d2c req-96279163-a305-4c8f-80bf-8d63110d8176 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0912623 Jul 04 04:15:49.236672 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d407573f-d6f7-46c7-ad9a-ea9154c864f6 req-39694f57-bf3f-4e24-8b88-71c5ce8050eb tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578651 Jul 04 04:15:49.272356 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57838) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:49.287339 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4f5f1e5c-5bb7-4b0f-ae2e-a242bc2d4d2c req-e460a011-8afd-4f70-92ef-6f3da241b818 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675807 Jul 04 04:15:49.376264 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92756479-a126-4c09-a570-6e48fc8cdf6d req-fe859e43-3cde-4fcb-892f-06cbbaa0f667 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:49.378212 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-92756479-a126-4c09-a570-6e48fc8cdf6d req-fe859e43-3cde-4fcb-892f-06cbbaa0f667 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.0564947 Jul 04 04:15:49.514800 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-0850a371-b924-47f0-acb0-2f934d218bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:49.516474 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-0850a371-b924-47f0-acb0-2f934d218bd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.1176834 Jul 04 04:15:49.526141 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fa64-506e-404f-acc6-8a9be716f0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:49.542595 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-92756479-a126-4c09-a570-6e48fc8cdf6d req-d7e9739f-9dba-4ef5-a49e-f362e03fdbdb tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521637 Jul 04 04:15:49.635463 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fa64-506e-404f-acc6-8a9be716f0aa admin admin] Publish callbacks [] for security_group (694429b3-0229-44bf-b556-491962a34a4a), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:49.642425 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fa64-506e-404f-acc6-8a9be716f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (694429b3-0229-44bf-b556-491962a34a4a), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:49.683959 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-6ff8fa64-506e-404f-acc6-8a9be716f0aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9942552034f44a88a79191475ad6d4d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104493 Jul 04 04:15:49.685063 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8fa64-506e-404f-acc6-8a9be716f0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694429b3-0229-44bf-b556-491962a34a4a,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:49.686902 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57868) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:49.746043 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6f8bfab6-0c3e-47d4-bff5-7597086c25c2 admin admin] Publish callbacks [] for security_group (694429b3-0229-44bf-b556-491962a34a4a), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:49.770772 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6f8bfab6-0c3e-47d4-bff5-7597086c25c2 admin admin] Publish callbacks [] for security_group (694429b3-0229-44bf-b556-491962a34a4a), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:49.828717 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6f8bfab6-0c3e-47d4-bff5-7597086c25c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (694429b3-0229-44bf-b556-491962a34a4a), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:49.832276 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6f8bfab6-0c3e-47d4-bff5-7597086c25c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:49.835997 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-6f8bfab6-0c3e-47d4-bff5-7597086c25c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/694429b3-0229-44bf-b556-491962a34a4a HTTP/1.1" status: 204 len: 168 time: 0.1450193 Jul 04 04:15:49.842729 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bfab6-0c3e-47d4-bff5-7597086c25c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694429b3-0229-44bf-b556-491962a34a4a,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:49.884942 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57874) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:50.067047 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-94428174-c08b-430d-b2c6-040a6f96080e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.071936 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2565c8-b75d-47fe-ba44-af7de4dd8e05 req-4749846a-5759-46ed-b3ab-7487b5f8e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:50.073479 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3b2565c8-b75d-47fe-ba44-af7de4dd8e05 req-4749846a-5759-46ed-b3ab-7487b5f8e698 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 1129 time: 0.0830183 Jul 04 04:15:50.082822 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-f6fae5c3-d78c-457f-9569-785db7c5f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:50.084320 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-f6fae5c3-d78c-457f-9569-785db7c5f848 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053791 Jul 04 04:15:50.121910 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 3384abec-b08a-4477-8514-51d16c8ee80f up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:15:50.153735 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:50.205721 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 3384abec-b08a-4477-8514-51d16c8ee80f completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:15:50.217518 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-94428174-c08b-430d-b2c6-040a6f96080e admin admin] Publish callbacks [] for security_group (cfb52394-8493-4192-b685-9e17f9e05916), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.218096 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 3384abec-b08a-4477-8514-51d16c8ee80f triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:15:50.218463 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.225289 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-94428174-c08b-430d-b2c6-040a6f96080e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (cfb52394-8493-4192-b685-9e17f9e05916), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.270792 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-94428174-c08b-430d-b2c6-040a6f96080e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75de4b2884ff49cda822b9d919a25c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841019 Jul 04 04:15:50.274077 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57894) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:50.339631 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94428174-c08b-430d-b2c6-040a6f96080e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb52394-8493-4192-b685-9e17f9e05916,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:50.369024 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9c2054b7-53cc-4fee-b9f5-4ea2306b54ec admin admin] Publish callbacks [] for security_group (cfb52394-8493-4192-b685-9e17f9e05916), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.370492 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 3384abec-b08a-4477-8514-51d16c8ee80f is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:50.371019 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.418531 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9c2054b7-53cc-4fee-b9f5-4ea2306b54ec admin admin] Publish callbacks [] for security_group (cfb52394-8493-4192-b685-9e17f9e05916), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.422615 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57898) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:50.428240 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 3384abec-b08a-4477-8514-51d16c8ee80f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3384abec-b08a-4477-8514-51d16c8ee80f,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:50.434788 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.469439 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-02070bcd-dc36-4d73-930f-6dac61ab8a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.492101 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4db27-651c-47c4-a425-a147006826c4 req-6826a048-5aa2-4215-8cc8-22ca81242dd8 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:50.495470 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0eb4db27-651c-47c4-a425-a147006826c4 req-6826a048-5aa2-4215-8cc8-22ca81242dd8 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 945 time: 0.1137984 Jul 04 04:15:50.511201 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e519dd6-a044-4afa-ac1b-bf1f53611738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3384abec-b08a-4477-8514-51d16c8ee80f'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:15:50.513565 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76e9743-aa41-4ea9-9e0b-fdb3f42d0dd4" -d '{"events": [{"server_uuid": "6e519dd6-a044-4afa-ac1b-bf1f53611738", "name": "network-vif-plugged", "status": "completed", "tag": "3384abec-b08a-4477-8514-51d16c8ee80f"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:15:50.517257 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=3384abec-b08a-4477-8514-51d16c8ee80f,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:50.535329 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:50.589079 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb86a0f-311c-4e69-9589-1481c7ab069f req-9d57ce53-753b-49b6-9faa-50fb51ff8e1e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:50.597217 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ceb86a0f-311c-4e69-9589-1481c7ab069f req-9d57ce53-753b-49b6-9faa-50fb51ff8e1e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.1765747 Jul 04 04:15:50.623992 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9c2054b7-53cc-4fee-b9f5-4ea2306b54ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (cfb52394-8493-4192-b685-9e17f9e05916), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.629714 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9c2054b7-53cc-4fee-b9f5-4ea2306b54ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.631647 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9c2054b7-53cc-4fee-b9f5-4ea2306b54ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfb52394-8493-4192-b685-9e17f9e05916 HTTP/1.1" status: 204 len: 168 time: 0.3556070 Jul 04 04:15:50.653973 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3b2565c8-b75d-47fe-ba44-af7de4dd8e05 req-a09a2ea3-0f24-4e3c-b74e-1ee36c881f1b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203484 Jul 04 04:15:50.667805 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-02070bcd-dc36-4d73-930f-6dac61ab8a27 admin admin] Publish callbacks [] for security_group (e2ff3649-567e-461b-897f-dcddb5372e4b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.677963 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0eb4db27-651c-47c4-a425-a147006826c4 req-aba90e08-4595-42f3-8da7-a561c4c79c8c tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676755 Jul 04 04:15:50.681784 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-02070bcd-dc36-4d73-930f-6dac61ab8a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e2ff3649-567e-461b-897f-dcddb5372e4b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.702072 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2054b7-53cc-4fee-b9f5-4ea2306b54ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb52394-8493-4192-b685-9e17f9e05916,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:50.744295 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-02070bcd-dc36-4d73-930f-6dac61ab8a27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58747613a12c4796905c3b7dbcabc6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204112 Jul 04 04:15:50.751402 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57912) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:50.755066 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-40dfdf85-976c-41d7-97c6-ba36e32b0b32 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644671 Jul 04 04:15:50.779105 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ceb86a0f-311c-4e69-9589-1481c7ab069f req-9ced6e0a-929a-4afa-93b1-2820edcbf365 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655085 Jul 04 04:15:50.800412 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e4dc6c-788a-406d-b8e5-edb1b0e1fce9 x-openstack-request-id: req-89e4dc6c-788a-406d-b8e5-edb1b0e1fce9 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:15:50.800926 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e519dd6-a044-4afa-ac1b-bf1f53611738", "name": "network-vif-plugged", "status": "completed", "tag": "3384abec-b08a-4477-8514-51d16c8ee80f", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:15:50.801506 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89e4dc6c-788a-406d-b8e5-edb1b0e1fce9 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:15:50.802426 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e4dc6c-788a-406d-b8e5-edb1b0e1fce9'] response: {'server_uuid': '6e519dd6-a044-4afa-ac1b-bf1f53611738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3384abec-b08a-4477-8514-51d16c8ee80f', 'code': 200} Jul 04 04:15:50.802805 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02070bcd-dc36-4d73-930f-6dac61ab8a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff3649-567e-461b-897f-dcddb5372e4b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:50.818791 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0c62-0902-4e5c-8384-e5abf3a675b5 admin admin] Publish callbacks [] for security_group (e2ff3649-567e-461b-897f-dcddb5372e4b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.846621 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0c62-0902-4e5c-8384-e5abf3a675b5 admin admin] Publish callbacks [] for security_group (e2ff3649-567e-461b-897f-dcddb5372e4b), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.907353 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0c62-0902-4e5c-8384-e5abf3a675b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e2ff3649-567e-461b-897f-dcddb5372e4b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.910774 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e00c2c-8677-44db-a100-d0f8411d0b77 req-2a5f9bd3-5a90-4faa-a443-d8646b6a0021 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:50.911620 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0c62-0902-4e5c-8384-e5abf3a675b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:50.912421 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b0e00c2c-8677-44db-a100-d0f8411d0b77 req-2a5f9bd3-5a90-4faa-a443-d8646b6a0021 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.0621641 Jul 04 04:15:50.912811 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f7fe0c62-0902-4e5c-8384-e5abf3a675b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2ff3649-567e-461b-897f-dcddb5372e4b HTTP/1.1" status: 204 len: 168 time: 0.1599557 Jul 04 04:15:50.921339 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0c62-0902-4e5c-8384-e5abf3a675b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff3649-567e-461b-897f-dcddb5372e4b,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:50.947720 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:50.988772 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b0e00c2c-8677-44db-a100-d0f8411d0b77 req-36b633ec-b316-4db9-998a-beecad575da2 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662222 Jul 04 04:15:51.113267 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57920) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:51.129442 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b46deba2-3fae-41e3-80ee-5dcfa3a551d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:51.152679 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:51.166547 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2ac8c-cdb0-475e-8dfb-ece3a62f411b req-69dccbd5-38b1-4965-b15b-cb2bd051fd6c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:51.168392 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dea2ac8c-cdb0-475e-8dfb-ece3a62f411b req-69dccbd5-38b1-4965-b15b-cb2bd051fd6c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.0601187 Jul 04 04:15:51.182811 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 57924) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:51.188027 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-7d119336-f75c-4abb-8d10-39a1ce33be48 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'floatingip': {'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:15:51.219166 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b46deba2-3fae-41e3-80ee-5dcfa3a551d2 admin admin] Publish callbacks [] for security_group (ba300ed4-4858-477b-9c24-cef2fef33e33), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:51.224531 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b46deba2-3fae-41e3-80ee-5dcfa3a551d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ba300ed4-4858-477b-9c24-cef2fef33e33), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:51.264600 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7d119336-f75c-4abb-8d10-39a1ce33be48 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (6b57eea6-6515-490b-9dfb-ce8a1e3d6574), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:51.271733 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-b46deba2-3fae-41e3-80ee-5dcfa3a551d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef0ed8c3dc7a461eba435e84e4e0d1c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570256 Jul 04 04:15:51.272491 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 57928) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:51.273136 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46deba2-3fae-41e3-80ee-5dcfa3a551d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba300ed4-4858-477b-9c24-cef2fef33e33,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:51.507763 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5936573b-657a-45ce-a2aa-560fcbc12372 admin admin] Publish callbacks [] for security_group (ba300ed4-4858-477b-9c24-cef2fef33e33), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:51.543535 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f44cd29a-fb4e-4316-933d-5b0229447d99 req-da7f89b7-93b5-40df-b538-e015607091d0 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288144 Jul 04 04:15:51.555763 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5936573b-657a-45ce-a2aa-560fcbc12372 admin admin] Publish callbacks [] for security_group (ba300ed4-4858-477b-9c24-cef2fef33e33), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:51.622742 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5936573b-657a-45ce-a2aa-560fcbc12372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ba300ed4-4858-477b-9c24-cef2fef33e33), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:51.625625 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5936573b-657a-45ce-a2aa-560fcbc12372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:51.627452 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-5936573b-657a-45ce-a2aa-560fcbc12372 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba300ed4-4858-477b-9c24-cef2fef33e33 HTTP/1.1" status: 204 len: 168 time: 0.3514771 Jul 04 04:15:51.640794 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936573b-657a-45ce-a2aa-560fcbc12372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba300ed4-4858-477b-9c24-cef2fef33e33,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:51.939703 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f0a9b-706c-4d43-a832-385d7386b117 req-fbbff2a6-bd73-4778-b613-480b480fa54b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:51.941360 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e91f0a9b-706c-4d43-a832-385d7386b117 req-fbbff2a6-bd73-4778-b613-480b480fa54b tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 945 time: 0.1243320 Jul 04 04:15:52.012830 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:52.077788 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e91f0a9b-706c-4d43-a832-385d7386b117 req-fe69892c-98df-4932-a84a-a492f647d9c4 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241846 Jul 04 04:15:52.100228 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4f1cd-8438-4c04-a6de-9df41f605fa1 req-c38c748f-28da-4abe-87c9-03a723448906 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:52.102409 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-49b4f1cd-8438-4c04-a6de-9df41f605fa1 req-c38c748f-28da-4abe-87c9-03a723448906 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.1334069 Jul 04 04:15:52.270497 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-49b4f1cd-8438-4c04-a6de-9df41f605fa1 req-43cba565-6801-4e83-9b62-637490621f21 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603405 Jul 04 04:15:52.334957 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7d119336-f75c-4abb-8d10-39a1ce33be48 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:52.346866 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7d119336-f75c-4abb-8d10-39a1ce33be48 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (6b57eea6-6515-490b-9dfb-ce8a1e3d6574), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:52.658641 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:52.683943 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-7d119336-f75c-4abb-8d10-39a1ce33be48 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Floating IP 6b57eea6-6515-490b-9dfb-ce8a1e3d6574 associated. External IP: 172.27.1.226, port: 9e8db02a-f437-48df-a498-4ab55ec549fb. Jul 04 04:15:52.841011 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cb3e8-cf8a-4fcd-bcfb-44742f139668 req-098c8551-20ef-4b07-8500-b1f70184f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:52.843671 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b38cb3e8-cf8a-4fcd-bcfb-44742f139668 req-098c8551-20ef-4b07-8500-b1f70184f69c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 1129 time: 0.0571856 Jul 04 04:15:52.929021 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b38cb3e8-cf8a-4fcd-bcfb-44742f139668 req-132c0d96-eb75-4a12-9c7c-e4ebc631c655 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768228 Jul 04 04:15:53.051267 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d119336-f75c-4abb-8d10-39a1ce33be48 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:15:53.215820 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d119336-f75c-4abb-8d10-39a1ce33be48 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:15:53.223372 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7d119336-f75c-4abb-8d10-39a1ce33be48 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:53.238028 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:15:53.241974 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c7903-56be-4b51-bf25-469804ee6767 req-f760f38c-2531-4724-9e0d-301d610f440c tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:53.243592 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0f3c7903-56be-4b51-bf25-469804ee6767 req-f760f38c-2531-4724-9e0d-301d610f440c tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 945 time: 0.0781460 Jul 04 04:15:53.249715 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:15:53.250353 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:15:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:15:53.259965 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7d119336-f75c-4abb-8d10-39a1ce33be48 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "PUT /v2.0/floatingips/6b57eea6-6515-490b-9dfb-ce8a1e3d6574 HTTP/1.1" status: 200 len: 991 time: 2.0760889 Jul 04 04:15:53.260878 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'tag': '9e8db02a-f437-48df-a498-4ab55ec549fb'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:15:53.263672 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f21633d-1cda-4009-945c-32aaf447dcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "be90f3f9-d0dd-4296-ba6b-dc719d491a12", "tag": "9e8db02a-f437-48df-a498-4ab55ec549fb"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:15:53.325449 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eada3c-8f79-4983-a6f9-5037744cedbe x-openstack-request-id: req-a3eada3c-8f79-4983-a6f9-5037744cedbe {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:15:53.325753 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be90f3f9-d0dd-4296-ba6b-dc719d491a12", "tag": "9e8db02a-f437-48df-a498-4ab55ec549fb", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:15:53.325996 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3eada3c-8f79-4983-a6f9-5037744cedbe {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:15:53.326412 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3eada3c-8f79-4983-a6f9-5037744cedbe'] response: {'name': 'network-changed', 'server_uuid': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'tag': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'status': 'completed', 'code': 200} Jul 04 04:15:53.332185 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0f3c7903-56be-4b51-bf25-469804ee6767 req-5eda39a4-8fbe-4d8d-9730-d76a3a2d0e01 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792506 Jul 04 04:15:53.393708 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:15:53.472918 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:53.506143 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7dfa7-c5c2-40f8-8f84-9d7e002d605e req-02ce3b57-3e0b-4c12-978c-fdeed4f4bcc6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:53.507926 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-40e7dfa7-c5c2-40f8-8f84-9d7e002d605e req-02ce3b57-3e0b-4c12-978c-fdeed4f4bcc6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0990610 Jul 04 04:15:53.615005 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-40e7dfa7-c5c2-40f8-8f84-9d7e002d605e req-6d70f5bb-e0db-4665-b280-e29a9973fe93 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938356 Jul 04 04:15:53.706918 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:15:53.786403 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '6b57eea6-6515-490b-9dfb-ce8a1e3d6574', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:14:43Z', 'updated_at': '2022-07-04T04:15:52Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:15:53.804241 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58070) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:53.817706 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:15:53.827405 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:15:53.828257 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:15:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:15:53.965174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8259db69-e8cc-4e01-9b84-b8bf34ee2586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:53.968442 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:15:54.060134 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8259db69-e8cc-4e01-9b84-b8bf34ee2586 admin admin] Publish callbacks [] for security_group (ec69cd8b-d289-4466-b22a-7c0083496998), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:54.066217 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8259db69-e8cc-4e01-9b84-b8bf34ee2586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ec69cd8b-d289-4466-b22a-7c0083496998), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:54.110916 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-8259db69-e8cc-4e01-9b84-b8bf34ee2586 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1344c2b6e4454674bf798b036c05ca89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053946 Jul 04 04:15:54.112104 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259db69-e8cc-4e01-9b84-b8bf34ee2586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec69cd8b-d289-4466-b22a-7c0083496998,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:54.113676 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58080) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:54.147268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:54.181293 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4bc01bd2-cd84-4e0f-bc08-473ae0df6e2d admin admin] Publish callbacks [] for security_group (ec69cd8b-d289-4466-b22a-7c0083496998), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:54.210397 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4bc01bd2-cd84-4e0f-bc08-473ae0df6e2d admin admin] Publish callbacks [] for security_group (ec69cd8b-d289-4466-b22a-7c0083496998), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:54.234521 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '6b57eea6-6515-490b-9dfb-ce8a1e3d6574', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:14:43Z', 'updated_at': '2022-07-04T04:15:52Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:15:54.261597 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e92514-c17e-478e-8370-12ebfbc59371 None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '6b57eea6-6515-490b-9dfb-ce8a1e3d6574', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:14:43Z', 'updated_at': '2022-07-04T04:15:52Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:15:54.266649 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4bc01bd2-cd84-4e0f-bc08-473ae0df6e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ec69cd8b-d289-4466-b22a-7c0083496998), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:54.269409 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4bc01bd2-cd84-4e0f-bc08-473ae0df6e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:54.272991 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-4bc01bd2-cd84-4e0f-bc08-473ae0df6e2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec69cd8b-d289-4466-b22a-7c0083496998 HTTP/1.1" status: 204 len: 168 time: 0.1557672 Jul 04 04:15:54.279288 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc01bd2-cd84-4e0f-bc08-473ae0df6e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec69cd8b-d289-4466-b22a-7c0083496998,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:54.539970 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d3a1d2-bf19-43c4-a56b-6f0b41834ad7 None None] New status for floating IP 6b57eea6-6515-490b-9dfb-ce8a1e3d6574: ACTIVE {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:15:54.766931 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0bcb5-3f74-4713-9ef4-0dc6303f5980 req-28fcc126-3a72-42f6-a3c0-3db15067a5ad tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:54.770807 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e0d0bcb5-3f74-4713-9ef4-0dc6303f5980 req-28fcc126-3a72-42f6-a3c0-3db15067a5ad tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0587826 Jul 04 04:15:54.820593 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e0d0bcb5-3f74-4713-9ef4-0dc6303f5980 req-a6874ed7-5db8-4e43-b852-9871b477e076 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447118 Jul 04 04:15:55.417899 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58126) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:55.528742 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87597828-52a3-4b70-adda-b02216a7fd63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:55.612407 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87597828-52a3-4b70-adda-b02216a7fd63 admin admin] Publish callbacks [] for security_group (59e1c6e9-c37f-4495-8dc0-b70f42a986a5), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:55.618527 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87597828-52a3-4b70-adda-b02216a7fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (59e1c6e9-c37f-4495-8dc0-b70f42a986a5), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:55.661725 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-87597828-52a3-4b70-adda-b02216a7fd63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7623a8602af14d628c70c1b8b7c84697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426896 Jul 04 04:15:55.662425 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87597828-52a3-4b70-adda-b02216a7fd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e1c6e9-c37f-4495-8dc0-b70f42a986a5,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:55.664525 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58130) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:55.721318 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2d647e59-a930-4fe2-896e-8f909aa801f2 admin admin] Publish callbacks [] for security_group (59e1c6e9-c37f-4495-8dc0-b70f42a986a5), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:55.743274 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2d647e59-a930-4fe2-896e-8f909aa801f2 admin admin] Publish callbacks [] for security_group (59e1c6e9-c37f-4495-8dc0-b70f42a986a5), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:55.792907 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2d647e59-a930-4fe2-896e-8f909aa801f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (59e1c6e9-c37f-4495-8dc0-b70f42a986a5), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:55.795515 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2d647e59-a930-4fe2-896e-8f909aa801f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:55.799332 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-2d647e59-a930-4fe2-896e-8f909aa801f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59e1c6e9-c37f-4495-8dc0-b70f42a986a5 HTTP/1.1" status: 204 len: 168 time: 0.1310012 Jul 04 04:15:55.804873 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d647e59-a930-4fe2-896e-8f909aa801f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e1c6e9-c37f-4495-8dc0-b70f42a986a5,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:55.905883 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:55.945364 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ebc87-81c5-43f7-a394-2925c220e022 req-a7a3414d-63ae-472d-ad21-ada9d60a33a3 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:55.952348 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-246ebc87-81c5-43f7-a394-2925c220e022 req-a7a3414d-63ae-472d-ad21-ada9d60a33a3 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0570934 Jul 04 04:15:56.002135 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-246ebc87-81c5-43f7-a394-2925c220e022 req-4229ee01-81b8-474e-b6e0-1f7ee722336d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488968 Jul 04 04:15:56.503363 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58176) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:56.604924 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-93346802-network', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:15:56.626533 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Made reservation on behalf of c487ee37e54042d680eccb72b046bb55 for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:15:56.628944 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:56.637862 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:56.723016 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Publish callbacks [] for security_group (0b2635f5-d77c-4460-9d65-1f83af2b605d), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:56.729153 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (0b2635f5-d77c-4460-9d65-1f83af2b605d), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:56.754193 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:15:56.764579 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2635f5-d77c-4460-9d65-1f83af2b605d,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:56.769755 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (a9f65289-cbfd-48b4-ba58-bf3dbfd70c08), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:56.770095 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Added segment a9f65289-cbfd-48b4-ba58-bf3dbfd70c08 of type vlan for network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c Jul 04 04:15:56.812656 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:56.816665 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (3beef653-ae8d-4ba3-962e-487bd0dbfb0c), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:56.845196 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (3beef653-ae8d-4ba3-962e-487bd0dbfb0c), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:56.846143 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:56.846771 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:56.883771 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3791127 Jul 04 04:15:56.886617 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58180) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:56.895130 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Request body: {'subnet': {'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-93346802-subnet', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'ip_version': 4}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:15:56.927620 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b85283-e66c-492b-9a22-8258945909e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3beef653-ae8d-4ba3-962e-487bd0dbfb0c,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:56.938713 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:15:56.951760 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Made reservation on behalf of c487ee37e54042d680eccb72b046bb55 for: {'subnet': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:15:56.955989 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.132295 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db02-3946-4889-bf01-1b3bfc024503 req-80c8ccee-be44-4eec-897b-01fd14e16bae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:57.135105 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1545db02-3946-4889-bf01-1b3bfc024503 req-80c8ccee-be44-4eec-897b-01fd14e16bae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0553775 Jul 04 04:15:57.160155 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (7f59e1ba-dabc-4843-8164-134901eb233e), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.203053 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1545db02-3946-4889-bf01-1b3bfc024503 req-e0f933f3-cccf-4969-aa8d-bde00d71afb9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608077 Jul 04 04:15:57.223655 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f59e1ba-dabc-4843-8164-134901eb233e,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:57.249086 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:57.255765 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Checking segment: {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:15:57.256085 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Network hostable DHCP agents. Network: 3beef653-ae8d-4ba3-962e-487bd0dbfb0c, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:15:57.287630 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:15:57.301379 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 3beef653-ae8d-4ba3-962e-487bd0dbfb0c) {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:15:57.306722 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:57.307346 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.329680 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-8e046e27-a2d8-46f3-be99-61a229e3020c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4419446 Jul 04 04:15:57.332844 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58204) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:57.332960 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4056a22-e39c-4f68-9ca8-1bbb7bb8a609 None None] Network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:15:57.337485 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:15:57.365016 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (0fe48b68-d363-476e-90c4-dff75ea77be0), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.366713 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (0fe48b68-d363-476e-90c4-dff75ea77be0), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.388275 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:57.445436 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks [] for router_controller (0fe48b68-d363-476e-90c4-dff75ea77be0), precommit_add_association {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.463690 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-befc9cdd-c7a8-48a0-a042-2903f7d51f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:57.465705 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-befc9cdd-c7a8-48a0-a042-2903f7d51f08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 1129 time: 0.0820751 Jul 04 04:15:57.518906 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:15:57.519831 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.606919 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks [] for router_gateway (0fe48b68-d363-476e-90c4-dff75ea77be0), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.671446 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:57.691630 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Allocated IP 172.20.0.2 (3beef653-ae8d-4ba3-962e-487bd0dbfb0c/7f59e1ba-dabc-4843-8164-134901eb233e/5a8fe84c-2670-4bae-972a-27a3ab18428a) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:15:57.856086 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Publish callbacks [] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.863661 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.871979 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks [] for router_gateway (0fe48b68-d363-476e-90c4-dff75ea77be0), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.894715 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.905783 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:15:57.911658 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:15:57.915719 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:15:57.920636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Pushing event updated for resources: {'Port': ['ID=5a8fe84c-2670-4bae-972a-27a3ab18428a,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:57.982316 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Attempting to bind port 5a8fe84c-2670-4bae-972a-27a3ab18428a on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:15:57.982869 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Attempting to bind port 5a8fe84c-2670-4bae-972a-27a3ab18428a by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:15:57.983210 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Attempting to bind port 5a8fe84c-2670-4bae-972a-27a3ab18428a on network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:15:57.991047 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:15:57.991512 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Checking segment: {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:15:57.992066 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:57.992534 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Bound using segment: {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:15:57.993123 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Bound port: 5a8fe84c-2670-4bae-972a-27a3ab18428a, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:15:57.993587 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.027064 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Allocated IP 172.27.1.24 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/4da79d31-ccd6-4c05-bfe9-65f3296e7173) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:15:58.052342 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:58.078212 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] For port 5a8fe84c-2670-4bae-972a-27a3ab18428a, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:15:58.083980 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] For port 5a8fe84c-2670-4bae-972a-27a3ab18428a, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=5a8fe84c-2670-4bae-972a-27a3ab18428a,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:15:58.095662 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.110436 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-63d48629-531d-4cc2-a743-cc16b2741d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:58.113409 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-63d48629-531d-4cc2-a743-cc16b2741d6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 916 time: 0.1344221 Jul 04 04:15:58.159918 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c080a0d-6410-464c-bd2f-7f06376e0333 None None] Pushing event updated for resources: {'Port': ['ID=5a8fe84c-2670-4bae-972a-27a3ab18428a,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:58.211218 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks [] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.236110 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-e8e32638-53c1-4861-8f54-aa32e7b16b31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8db02a-f437-48df-a498-4ab55ec549fb HTTP/1.1" status: 200 len: 1001 time: 0.1149492 Jul 04 04:15:58.287925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.296170 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-569c9fba-0fa7-4311-9645-a80ffcbb36da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:58.299368 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-569c9fba-0fa7-4311-9645-a80ffcbb36da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0550795 Jul 04 04:15:58.321878 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58238) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:58.340198 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:15:58.356845 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:15:58.361555 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:15:58.384052 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:58.475084 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Pushing event updated for resources: {'Port': ['ID=4da79d31-ccd6-4c05-bfe9-65f3296e7173,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:58.499970 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89fbd6-a9dc-4ad5-a2a7-7ab866b0fa34 req-cde3c5c8-3cda-464c-ac6e-c208d40ae064 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:58.506837 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-73c65990-d333-439a-ab6d-43dc5ebf9999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.517192 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4a89fbd6-a9dc-4ad5-a2a7-7ab866b0fa34 req-cde3c5c8-3cda-464c-ac6e-c208d40ae064 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.1795850 Jul 04 04:15:58.599577 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:58.700931 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-73c65990-d333-439a-ab6d-43dc5ebf9999 admin admin] Publish callbacks [] for security_group (e7971812-1b82-4d5b-954c-bcebe1016f9e), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.708286 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-73c65990-d333-439a-ab6d-43dc5ebf9999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e7971812-1b82-4d5b-954c-bcebe1016f9e), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.714735 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4a89fbd6-a9dc-4ad5-a2a7-7ab866b0fa34 req-a7681a9a-a7ed-4d47-a753-5b7f8cb2ec66 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966989 Jul 04 04:15:58.743372 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks [] for router_gateway (0fe48b68-d363-476e-90c4-dff75ea77be0), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.744086 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 5a8fe84c-2670-4bae-972a-27a3ab18428a up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:15:58.759823 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-73c65990-d333-439a-ab6d-43dc5ebf9999 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3624a1c31e014c3988edd78e8aa7452c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362190 Jul 04 04:15:58.762567 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58252) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:58.769115 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c65990-d333-439a-ab6d-43dc5ebf9999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7971812-1b82-4d5b-954c-bcebe1016f9e,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:58.797778 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 5a8fe84c-2670-4bae-972a-27a3ab18428a triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:15:58.798172 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.801520 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:58.840091 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c07e8908-5e3f-4bde-ba7f-82108dc59e53 admin admin] Publish callbacks [] for security_group (e7971812-1b82-4d5b-954c-bcebe1016f9e), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.863649 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c07e8908-5e3f-4bde-ba7f-82108dc59e53 admin admin] Publish callbacks [] for security_group (e7971812-1b82-4d5b-954c-bcebe1016f9e), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.875041 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 5a8fe84c-2670-4bae-972a-27a3ab18428a is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:58.875691 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.901461 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:58.911369 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port 5a8fe84c-2670-4bae-972a-27a3ab18428a, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=5a8fe84c-2670-4bae-972a-27a3ab18428a,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:15:58.915916 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.930168 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c07e8908-5e3f-4bde-ba7f-82108dc59e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e7971812-1b82-4d5b-954c-bcebe1016f9e), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.932945 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c07e8908-5e3f-4bde-ba7f-82108dc59e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.934177 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-c07e8908-5e3f-4bde-ba7f-82108dc59e53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7971812-1b82-4d5b-954c-bcebe1016f9e HTTP/1.1" status: 204 len: 168 time: 0.1707242 Jul 04 04:15:58.943456 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e8908-5e3f-4bde-ba7f-82108dc59e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7971812-1b82-4d5b-954c-bcebe1016f9e,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:58.959406 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (0fe48b68-d363-476e-90c4-dff75ea77be0), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:58.978047 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=5a8fe84c-2670-4bae-972a-27a3ab18428a,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:59.296251 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58260) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:59.311227 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-651d50c3-2385-4c14-9cc9-a9cad6af601a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.314091 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Router 0fe48b68-d363-476e-90c4-dff75ea77be0 is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:15:59.316639 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:59.395950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-651d50c3-2385-4c14-9cc9-a9cad6af601a admin admin] Publish callbacks [] for security_group (77c1d817-f796-4801-9b48-a7f9171464e1), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.400848 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-651d50c3-2385-4c14-9cc9-a9cad6af601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (77c1d817-f796-4801-9b48-a7f9171464e1), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.403177 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81142ef-d3e2-4992-b430-1fcd01a76182 None None] Network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:15:59.437427 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:15:59.441488 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-651d50c3-2385-4c14-9cc9-a9cad6af601a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e007c46a77149cd9cb4295635c474cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434901 Jul 04 04:15:59.443770 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d50c3-2385-4c14-9cc9-a9cad6af601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c1d817-f796-4801-9b48-a7f9171464e1,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:59.444878 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58264) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:59.449535 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Sync routers for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:15:59.471385 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:15:59.472009 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:15:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:15:59.485927 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.487168 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f6da9064-ae45-40db-aaeb-46b50d36bec5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1535141 Jul 04 04:15:59.490839 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58266) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:15:59.522282 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-86834649-3c59-4b03-a9d7-dab36eb3024d admin admin] Publish callbacks [] for security_group (77c1d817-f796-4801-9b48-a7f9171464e1), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.538275 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-5783c7ff-c42f-484b-97dd-744fc81ac4eb None None] Provisioning complete for port 5a8fe84c-2670-4bae-972a-27a3ab18428a triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:15:59.538732 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5783c7ff-c42f-484b-97dd-744fc81ac4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.559626 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-86834649-3c59-4b03-a9d7-dab36eb3024d admin admin] Publish callbacks [] for security_group (77c1d817-f796-4801-9b48-a7f9171464e1), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.582183 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:59.621432 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:59.627629 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:15:59.659797 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-86834649-3c59-4b03-a9d7-dab36eb3024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (77c1d817-f796-4801-9b48-a7f9171464e1), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.662727 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-86834649-3c59-4b03-a9d7-dab36eb3024d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.663901 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-86834649-3c59-4b03-a9d7-dab36eb3024d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77c1d817-f796-4801-9b48-a7f9171464e1 HTTP/1.1" status: 204 len: 168 time: 0.2130671 Jul 04 04:15:59.678567 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-5783c7ff-c42f-484b-97dd-744fc81ac4eb None None] Current status of the port 5a8fe84c-2670-4bae-972a-27a3ab18428a is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:15:59.679909 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86834649-3c59-4b03-a9d7-dab36eb3024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c1d817-f796-4801-9b48-a7f9171464e1,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:15:59.903040 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-b029c858-cd48-4258-9f25-8dc16e0a5f51 None None] Provisioning complete for port 5a8fe84c-2670-4bae-972a-27a3ab18428a triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:15:59.903712 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b029c858-cd48-4258-9f25-8dc16e0a5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:15:59.904403 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31f820-0661-481a-ae85-08a7948a670d req-0cd63c4e-e767-4cd6-8f46-c69abeb0c574 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:15:59.906002 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7f31f820-0661-481a-ae85-08a7948a670d req-0cd63c4e-e767-4cd6-8f46-c69abeb0c574 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0729153 Jul 04 04:15:59.960999 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:15:59.972136 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:00.005750 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:15:58Z', 'revision_number': 3, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:00.006063 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:00.015144 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7f31f820-0661-481a-ae85-08a7948a670d req-dbd30f44-e6b6-4e7c-9484-e838bebb009e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000683 Jul 04 04:16:00.025288 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-b029c858-cd48-4258-9f25-8dc16e0a5f51 None None] Current status of the port 5a8fe84c-2670-4bae-972a-27a3ab18428a is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:00.050643 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Checking router: 0fe48b68-d363-476e-90c4-dff75ea77be0 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:16:00.050796 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Updating router 0fe48b68-d363-476e-90c4-dff75ea77be0 port 4da79d31-ccd6-4c05-bfe9-65f3296e7173 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:16:00.065502 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.085702 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.189658 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:00.252279 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Allocated IP 172.20.0.1 (3beef653-ae8d-4ba3-962e-487bd0dbfb0c/7f59e1ba-dabc-4843-8164-134901eb233e/4740bacc-6dbc-4507-b6df-3db09457a693) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:16:00.369743 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Publish callbacks [] for port (4740bacc-6dbc-4507-b6df-3db09457a693), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.371141 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Publish callbacks [] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.378014 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.416078 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.440383 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Pushing event updated for resources: {'Port': ['ID=4da79d31-ccd6-4c05-bfe9-65f3296e7173,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:00.448601 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Attempting to bind port 4da79d31-ccd6-4c05-bfe9-65f3296e7173 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:16:00.449035 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Attempting to bind port 4da79d31-ccd6-4c05-bfe9-65f3296e7173 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:16:00.449522 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Attempting to bind port 4da79d31-ccd6-4c05-bfe9-65f3296e7173 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:16:00.452612 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.453207 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.453303 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.454289 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.454783 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.455350 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.455725 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.456046 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.456364 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.456678 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.456992 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.457322 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.457654 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.457948 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.458256 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:00.468422 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:16:00.468698 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:16:00.469087 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.469838 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:16:00.470313 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Bound port: 4da79d31-ccd6-4c05-bfe9-65f3296e7173, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:16:00.471388 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.488385 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:16:00.493022 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:16:00.502854 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:16:00.506665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (0fe48b68-d363-476e-90c4-dff75ea77be0), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.527127 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] For port 4da79d31-ccd6-4c05-bfe9-65f3296e7173, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:16:00.532426 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] For port 4da79d31-ccd6-4c05-bfe9-65f3296e7173, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=4da79d31-ccd6-4c05-bfe9-65f3296e7173,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:16:00.549441 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.550548 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Pushing event updated for resources: {'Port': ['ID=4740bacc-6dbc-4507-b6df-3db09457a693,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:00.649331 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:16:00.649974 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:15:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:00.686850 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 5a8fe84c-2670-4bae-972a-27a3ab18428a up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:16:00.715475 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.735816 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ad881-b299-45e7-95c7-c30502c9e5a4 None None] Pushing event updated for resources: {'Port': ['ID=4da79d31-ccd6-4c05-bfe9-65f3296e7173,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:00.778549 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 5a8fe84c-2670-4bae-972a-27a3ab18428a triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:00.778998 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.800179 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:16:00.877369 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 5a8fe84c-2670-4bae-972a-27a3ab18428a is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:00.882983 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-61a6a015-9f39-45f0-8a0e-715518e67cd5 None None] Provisioning complete for port 4740bacc-6dbc-4507-b6df-3db09457a693 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:00.883711 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-61a6a015-9f39-45f0-8a0e-715518e67cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.921931 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-61a6a015-9f39-45f0-8a0e-715518e67cd5 None None] Port 4740bacc-6dbc-4507-b6df-3db09457a693 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:16:00.925950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Publish callbacks [] for port (4740bacc-6dbc-4507-b6df-3db09457a693), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.932081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.933723 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (0fe48b68-d363-476e-90c4-dff75ea77be0), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:00.970439 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:01.002694 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Pushing event updated for resources: {'Port': ['ID=4740bacc-6dbc-4507-b6df-3db09457a693,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:01.016257 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:01.023003 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:15:58Z', 'revision_number': 3, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:01.056353 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31345a-30c1-462d-82ca-3c10cb9940fd None None] The sync data for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi is: [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:15:58Z', 'revision_number': 3, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:16:01.080956 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:16:01.082440 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:16:01.178263 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6e80f-cb98-4848-b01f-877499398a4d req-acd7a419-3a0a-4adf-a878-556b8933a2e6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:01.180979 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1fb6e80f-cb98-4848-b01f-877499398a4d req-acd7a419-3a0a-4adf-a878-556b8933a2e6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0729878 Jul 04 04:16:01.241541 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1fb6e80f-cb98-4848-b01f-877499398a4d req-42a69080-d03e-4114-b632-cad0088a2119 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539136 Jul 04 04:16:01.243979 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:01.267013 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Router 0fe48b68-d363-476e-90c4-dff75ea77be0 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:16:01.411008 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:16:01.416019 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-b3be8a98-0060-42d6-8850-90bbd599a2bb admin admin] 10.222.0.16 "PUT /v2.0/routers/0fe48b68-d363-476e-90c4-dff75ea77be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9240015 Jul 04 04:16:01.462556 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-4ceeab7d-f35b-474d-8ff4-3110da33f1ee None None] Provisioning complete for port 4740bacc-6dbc-4507-b6df-3db09457a693 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:01.463328 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-4ceeab7d-f35b-474d-8ff4-3110da33f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:01.513377 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-4ceeab7d-f35b-474d-8ff4-3110da33f1ee None None] Port 4740bacc-6dbc-4507-b6df-3db09457a693 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:16:02.116678 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58346) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:02.122123 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-526852257-network', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:16:02.148258 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Made reservation on behalf of 30f6ed3c34b04720ba0587134fa1b300 for: {'network': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:16:02.151762 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.166877 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.259458 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Publish callbacks [] for security_group (c610d4b6-e331-445e-b045-f32f0c1b6ca6), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.264206 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (c610d4b6-e331-445e-b045-f32f0c1b6ca6), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.297436 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=104119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:16:02.315461 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c610d4b6-e331-445e-b045-f32f0c1b6ca6,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:02.327470 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (39c9d835-72b5-45e6-aa2a-0a65ab7aea85), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.328131 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.segments_db [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Added segment 39c9d835-72b5-45e6-aa2a-0a65ab7aea85 of type vlan for network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 Jul 04 04:16:02.400022 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (7b880c89-ca57-4fe1-87bc-0eaec16f5a01), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.403129 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ce1b7-04ae-47d8-94e6-9da3e9acd879 req-e6d80f09-9390-4087-88ec-66a73aa5f4af tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:02.405295 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bd5ce1b7-04ae-47d8-94e6-9da3e9acd879 req-e6d80f09-9390-4087-88ec-66a73aa5f4af tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0628860 Jul 04 04:16:02.445396 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (7b880c89-ca57-4fe1-87bc-0eaec16f5a01), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.446431 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:02.447438 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.463507 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bd5ce1b7-04ae-47d8-94e6-9da3e9acd879 req-8e3dc2b4-a572-40f7-81f9-3ad1eca7ef04 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520270 Jul 04 04:16:02.518474 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4003375 Jul 04 04:16:02.521199 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58356) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:02.523423 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-896c1184-1d71-4d5b-a0cd-cf156597e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:02.524965 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-896c1184-1d71-4d5b-a0cd-cf156597e610 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921133 Jul 04 04:16:02.526058 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Request body: {'subnet': {'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-526852257-subnet', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'ip_version': 4}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:16:02.558551 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Made reservation on behalf of 30f6ed3c34b04720ba0587134fa1b300 for: {'subnet': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:16:02.562075 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.710509 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4da79d31-ccd6-4c05-bfe9-65f3296e7173 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:16:02.761380 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 4da79d31-ccd6-4c05-bfe9-65f3296e7173 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:02.762076 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.793148 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ed652-150f-41bb-9c22-788bd51f403c admin admin] Pushing event updated for resources: {'Network': ['ID=7b880c89-ca57-4fe1-87bc-0eaec16f5a01,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:02.806822 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:16:02.808979 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (0061487e-e323-4390-b707-bc4bf1a177b0), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.879734 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 4da79d31-ccd6-4c05-bfe9-65f3296e7173 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:02.880912 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.899990 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:02.901115 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0061487e-e323-4390-b707-bc4bf1a177b0,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:02.906458 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Checking segment: {'id': '39c9d835-72b5-45e6-aa2a-0a65ab7aea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:16:02.906639 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-75cf745a-1957-45b4-af4e-7b044704b8d9 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079268 Jul 04 04:16:02.906818 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Network hostable DHCP agents. Network: 7b880c89-ca57-4fe1-87bc-0eaec16f5a01, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:16:02.927473 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:02.927793 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:16:02.928074 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:02.939343 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 7b880c89-ca57-4fe1-87bc-0eaec16f5a01) {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:16:02.943530 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:02.944130 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.949107 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port 4da79d31-ccd6-4c05-bfe9-65f3296e7173, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=4da79d31-ccd6-4c05-bfe9-65f3296e7173,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:02.953281 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580f9a1b-2c2f-4a10-94d8-8738bb0cb12b None None] Network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:16:02.962899 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-478d9df0-48c3-480a-b00d-e9569859a745 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4406104 Jul 04 04:16:02.965697 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58364) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:02.965848 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.970893 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:16:02.993749 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (399a6e55-195d-4e98-974e-54be21e74527), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:02.994829 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (399a6e55-195d-4e98-974e-54be21e74527), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:03.050145 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks [] for router_controller (399a6e55-195d-4e98-974e-54be21e74527), precommit_add_association {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:03.069472 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=4da79d31-ccd6-4c05-bfe9-65f3296e7173,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:03.195755 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks [] for router_gateway (399a6e55-195d-4e98-974e-54be21e74527), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:03.225206 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Sync routers for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:16:03.236930 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:16:03.237573 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:15:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:03.262164 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:03.274858 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-7b880c89-ca57-4fe1-87bc-0eaec16f5a01', 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01', 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'fixed_ips': [{'subnet_id': '0061487e-e323-4390-b707-bc4bf1a177b0'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:16:03.276135 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:03.355054 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2f21633d-1cda-4009-945c-32aaf447dcc5 req-af2e4fb3-e0ed-425a-baaf-b5fdeb61a3c3 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269922 Jul 04 04:16:03.518911 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks [] for router_gateway (399a6e55-195d-4e98-974e-54be21e74527), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:03.552487 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:03.620271 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:16:03.655588 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:03.681588 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855f06a-99e9-467d-b15b-8e030728b25c req-0115247f-1c24-46e1-9275-87aceab185d2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:03.683424 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b855f06a-99e9-467d-b15b-8e030728b25c req-0115247f-1c24-46e1-9275-87aceab185d2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0866513 Jul 04 04:16:03.716811 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Allocated IP 172.20.0.2 (7b880c89-ca57-4fe1-87bc-0eaec16f5a01/0061487e-e323-4390-b707-bc4bf1a177b0/7f24fcdf-4882-408e-bb81-7e186d9eb203) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:16:03.771492 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b855f06a-99e9-467d-b15b-8e030728b25c req-4aed0a13-5611-475d-a892-c899c2491dcf tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818560 Jul 04 04:16:03.794693 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Allocated IP 172.27.1.90 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/760bc984-6dcb-4a15-b8e1-f9b8d2d12924) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:16:03.943083 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '4740bacc-6dbc-4507-b6df-3db09457a693', 'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'mac_address': 'fa:16:3e:24:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:00Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 2, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'subnets': [{'id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:03.980404 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Checking router: 0fe48b68-d363-476e-90c4-dff75ea77be0 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:16:03.980775 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Updating router 0fe48b68-d363-476e-90c4-dff75ea77be0 port 4740bacc-6dbc-4507-b6df-3db09457a693 binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:16:04.029315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks [] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.032477 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:04.037442 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.068832 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Publish callbacks [] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.078005 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:04.086350 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.088663 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.127194 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-576307dd-4362-410a-8e9c-8085a444382a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.130273 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:16:04.133213 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:16:04.136122 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:04.137170 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:16:04.167050 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:16:04.200071 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Pushing event updated for resources: {'Port': ['ID=760bc984-6dcb-4a15-b8e1-f9b8d2d12924,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:04.212488 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:16:04.216582 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Pushing event updated for resources: {'Port': ['ID=7f24fcdf-4882-408e-bb81-7e186d9eb203,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:04.225103 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:16:04.343276 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Attempting to bind port 7f24fcdf-4882-408e-bb81-7e186d9eb203 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:16:04.343635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Attempting to bind port 7f24fcdf-4882-408e-bb81-7e186d9eb203 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '39c9d835-72b5-45e6-aa2a-0a65ab7aea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:16:04.343986 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Attempting to bind port 7f24fcdf-4882-408e-bb81-7e186d9eb203 on network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:16:04.346835 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks [] for router_gateway (399a6e55-195d-4e98-974e-54be21e74527), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.355865 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:16:04.356234 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Checking segment: {'id': '39c9d835-72b5-45e6-aa2a-0a65ab7aea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:16:04.356627 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.357012 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Bound using segment: {'id': '39c9d835-72b5-45e6-aa2a-0a65ab7aea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:16:04.357470 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Bound port: 7f24fcdf-4882-408e-bb81-7e186d9eb203, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c9d835-72b5-45e6-aa2a-0a65ab7aea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:16:04.357844 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.481674 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] For port 7f24fcdf-4882-408e-bb81-7e186d9eb203, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:16:04.502186 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] For port 7f24fcdf-4882-408e-bb81-7e186d9eb203, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=7f24fcdf-4882-408e-bb81-7e186d9eb203,segment=NetworkSegment(39c9d835-72b5-45e6-aa2a-0a65ab7aea85),segment_id=39c9d835-72b5-45e6-aa2a-0a65ab7aea85)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:16:04.504704 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Publish callbacks [] for port (4740bacc-6dbc-4507-b6df-3db09457a693), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.515142 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.528076 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.550458 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (399a6e55-195d-4e98-974e-54be21e74527), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.631226 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e4eef-f185-4920-abe9-b036893b5c48 None None] Pushing event updated for resources: {'Port': ['ID=7f24fcdf-4882-408e-bb81-7e186d9eb203,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:04.683889 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:04.719795 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Attempting to bind port 4740bacc-6dbc-4507-b6df-3db09457a693 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:16:04.721485 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Attempting to bind port 4740bacc-6dbc-4507-b6df-3db09457a693 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:16:04.722091 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Attempting to bind port 4740bacc-6dbc-4507-b6df-3db09457a693 on network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:16:04.731047 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:16:04.746458 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Checking segment: {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:16:04.746895 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.747228 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Bound using segment: {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:16:04.747875 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Bound port: 4740bacc-6dbc-4507-b6df-3db09457a693, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:16:04.748074 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:04.754719 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4da79d31-ccd6-4c05-bfe9-65f3296e7173 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:16:04.769334 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Router 399a6e55-195d-4e98-974e-54be21e74527 is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:16:04.806347 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4620cbd-d902-498d-b458-a3c803190de9 None None] Pushing event updated for resources: {'Port': ['ID=4740bacc-6dbc-4507-b6df-3db09457a693,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:04.911442 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] For port 4740bacc-6dbc-4507-b6df-3db09457a693, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:16:04.919000 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] For port 4740bacc-6dbc-4507-b6df-3db09457a693, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=4740bacc-6dbc-4507-b6df-3db09457a693,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:16:04.937162 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:05.020378 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:05.044331 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-217db6d8-d66a-455b-8587-233979237eb2 None None] Provisioning complete for port 4740bacc-6dbc-4507-b6df-3db09457a693 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:05.045039 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-217db6d8-d66a-455b-8587-233979237eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:05.067484 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e363426-73cb-4365-9999-a8d966f02a9a req-8644e6b1-b405-4c6a-b793-f0992f122e94 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:05.079439 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7e363426-73cb-4365-9999-a8d966f02a9a req-8644e6b1-b405-4c6a-b793-f0992f122e94 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.1466823 Jul 04 04:16:05.101797 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 4da79d31-ccd6-4c05-bfe9-65f3296e7173 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:05.102181 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:05.143548 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:05.160814 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7e363426-73cb-4365-9999-a8d966f02a9a req-cb98a2cb-2599-4fb0-a8b9-6c05b6d08b41 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730650 Jul 04 04:16:05.282479 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:16:05.283165 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:15:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:05.288393 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4620cbd-d902-498d-b458-a3c803190de9 None None] Pushing event updated for resources: {'Port': ['ID=4740bacc-6dbc-4507-b6df-3db09457a693,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:05.439221 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:16:05.460361 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Sync routers for ids ['399a6e55-195d-4e98-974e-54be21e74527'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:16:05.470569 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:05.475435 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-8484bf16-108f-4374-9f3d-7884df8d90ca admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5052168 Jul 04 04:16:05.475435 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58432) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:05.486063 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Routers {'399a6e55-195d-4e98-974e-54be21e74527'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:16:05.487251 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:15:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['399a6e55-195d-4e98-974e-54be21e74527'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:05.582111 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:05.583077 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-217db6d8-d66a-455b-8587-233979237eb2 None None] Current status of the port 4740bacc-6dbc-4507-b6df-3db09457a693 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:05.583469 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-217db6d8-d66a-455b-8587-233979237eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:05.643288 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Set router 399a6e55-195d-4e98-974e-54be21e74527 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:16:05.650681 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 4da79d31-ccd6-4c05-bfe9-65f3296e7173 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:05.660144 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-217db6d8-d66a-455b-8587-233979237eb2 None None] For port 4740bacc-6dbc-4507-b6df-3db09457a693, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=4740bacc-6dbc-4507-b6df-3db09457a693,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:05.671078 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-217db6d8-d66a-455b-8587-233979237eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:05.682175 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:16:05.842309 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217db6d8-d66a-455b-8587-233979237eb2 None None] Pushing event updated for resources: {'Port': ['ID=4740bacc-6dbc-4507-b6df-3db09457a693,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:05.851229 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-e3cc3a29-9cdd-4ec3-b2e7-1ca6f64cade9 None None] Provisioning complete for port 4740bacc-6dbc-4507-b6df-3db09457a693 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:05.851607 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3a29-9cdd-4ec3-b2e7-1ca6f64cade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:05.974217 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a6e55-195d-4e98-974e-54be21e74527', 'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:16:02Z', 'updated_at': '2022-07-04T04:16:04Z', 'revision_number': 3, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'gw_port': {'id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:03Z', 'updated_at': '2022-07-04T04:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:06.057697 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Checking router: 399a6e55-195d-4e98-974e-54be21e74527 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:16:06.057697 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Updating router 399a6e55-195d-4e98-974e-54be21e74527 port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:16:06.081973 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:06.088917 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc3a29-9cdd-4ec3-b2e7-1ca6f64cade9 None None] Current status of the port 4740bacc-6dbc-4507-b6df-3db09457a693 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:06.096725 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '4740bacc-6dbc-4507-b6df-3db09457a693', 'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'mac_address': 'fa:16:3e:24:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:00Z', 'updated_at': '2022-07-04T04:16:04Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'subnets': [{'id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:06.134010 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16a6b6-3aa1-483c-bc10-43a691557e2f None None] The sync data for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi is: [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '4740bacc-6dbc-4507-b6df-3db09457a693', 'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'mac_address': 'fa:16:3e:24:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:00Z', 'updated_at': '2022-07-04T04:16:04Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'subnets': [{'id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:16:06.134277 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.206315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.206578 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-c911743d-b4d0-4232-8ccc-d4e4b4c362dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.326561 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cce1ad-aaef-426d-95c2-9139ce327794 None None] Network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:16:06.388694 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58460) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:06.444212 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-e1df5988-f669-4354-ac6f-a6bb53529384 None None] Provisioning complete for port 7f24fcdf-4882-408e-bb81-7e186d9eb203 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:06.444713 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e1df5988-f669-4354-ac6f-a6bb53529384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.449886 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:06.517748 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:06.531578 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Publish callbacks [] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.543078 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.615599 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef071b-d487-4d40-b10d-81d98fbc9ce3 None None] Pushing event updated for resources: {'Port': ['ID=760bc984-6dcb-4a15-b8e1-f9b8d2d12924,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:06.665410 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Attempting to bind port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:16:06.666901 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Attempting to bind port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:16:06.667454 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Attempting to bind port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:16:06.679699 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:16:06.683552 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:16:06.687543 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.688217 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:16:06.688734 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-67911020-5312-435d-9d8e-3e2e0ce222e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.689570 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-e1df5988-f669-4354-ac6f-a6bb53529384 None None] Current status of the port 7f24fcdf-4882-408e-bb81-7e186d9eb203 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:06.689963 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e1df5988-f669-4354-ac6f-a6bb53529384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.692750 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Bound port: 760bc984-6dcb-4a15-b8e1-f9b8d2d12924, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:16:06.694792 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1abb52-7a8a-4f50-807f-17161ccd00ba req-868bfbd3-1531-4a8b-9dce-e965c297c1f1 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:06.695463 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.707147 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5e1abb52-7a8a-4f50-807f-17161ccd00ba req-868bfbd3-1531-4a8b-9dce-e965c297c1f1 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.3848021 Jul 04 04:16:06.715383 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:06.740863 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Allocated IP 172.20.0.1 (7b880c89-ca57-4fe1-87bc-0eaec16f5a01/0061487e-e323-4390-b707-bc4bf1a177b0/796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:16:06.826908 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:06.839631 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-e1df5988-f669-4354-ac6f-a6bb53529384 None None] For port 7f24fcdf-4882-408e-bb81-7e186d9eb203, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=7f24fcdf-4882-408e-bb81-7e186d9eb203,segment=NetworkSegment(39c9d835-72b5-45e6-aa2a-0a65ab7aea85),segment_id=39c9d835-72b5-45e6-aa2a-0a65ab7aea85)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:06.856141 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 7f24fcdf-4882-408e-bb81-7e186d9eb203 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:16:06.895336 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5e1abb52-7a8a-4f50-807f-17161ccd00ba req-73964640-e5f8-43e5-9fa1-91a603efec42 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848924 Jul 04 04:16:06.907294 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-67911020-5312-435d-9d8e-3e2e0ce222e5 admin admin] Publish callbacks [] for security_group (8819e586-f7b8-4eae-bb90-ac17ccd56636), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.918478 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-67911020-5312-435d-9d8e-3e2e0ce222e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (8819e586-f7b8-4eae-bb90-ac17ccd56636), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.967508 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e1df5988-f669-4354-ac6f-a6bb53529384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:06.982099 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67911020-5312-435d-9d8e-3e2e0ce222e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8819e586-f7b8-4eae-bb90-ac17ccd56636,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:06.982778 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:07.008754 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-67911020-5312-435d-9d8e-3e2e0ce222e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f3db55991f34f6d87ea72ccd2add08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6184840 Jul 04 04:16:07.012199 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58478) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:07.020108 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] For port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:16:07.024557 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] For port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=760bc984-6dcb-4a15-b8e1-f9b8d2d12924,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:16:07.037858 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.051870 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5988-f669-4354-ac6f-a6bb53529384 None None] Pushing event updated for resources: {'Port': ['ID=7f24fcdf-4882-408e-bb81-7e186d9eb203,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:07.094328 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 7f24fcdf-4882-408e-bb81-7e186d9eb203 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:07.094806 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.158059 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4dcd-e717-4f25-b106-ededeef2d16f admin admin] Publish callbacks [] for security_group (8819e586-f7b8-4eae-bb90-ac17ccd56636), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.158455 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Publish callbacks [] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.180732 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Routers {'399a6e55-195d-4e98-974e-54be21e74527'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:16:07.181235 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:16:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['399a6e55-195d-4e98-974e-54be21e74527'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:07.201442 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-431af9d5-5bdc-48b1-a541-d7569d2306b0 None None] Provisioning complete for port 7f24fcdf-4882-408e-bb81-7e186d9eb203 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:07.201837 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-431af9d5-5bdc-48b1-a541-d7569d2306b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.206694 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4dcd-e717-4f25-b106-ededeef2d16f admin admin] Publish callbacks [] for security_group (8819e586-f7b8-4eae-bb90-ac17ccd56636), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.238162 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.286841 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4dcd-e717-4f25-b106-ededeef2d16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (8819e586-f7b8-4eae-bb90-ac17ccd56636), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.289715 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4dcd-e717-4f25-b106-ededeef2d16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.291032 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-6d2e4dcd-e717-4f25-b106-ededeef2d16f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8819e586-f7b8-4eae-bb90-ac17ccd56636 HTTP/1.1" status: 204 len: 168 time: 0.2750106 Jul 04 04:16:07.304325 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e4dcd-e717-4f25-b106-ededeef2d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8819e586-f7b8-4eae-bb90-ac17ccd56636,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:07.321478 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:16:07.325217 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:16:07.331409 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:16:07.332595 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (399a6e55-195d-4e98-974e-54be21e74527), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.356672 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef071b-d487-4d40-b10d-81d98fbc9ce3 None None] Pushing event updated for resources: {'Port': ['ID=760bc984-6dcb-4a15-b8e1-f9b8d2d12924,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:07.442655 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Pushing event updated for resources: {'Port': ['ID=796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:07.486191 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 7f24fcdf-4882-408e-bb81-7e186d9eb203 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:07.487659 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4740bacc-6dbc-4507-b6df-3db09457a693 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:16:07.494945 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] Set router 399a6e55-195d-4e98-974e-54be21e74527 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:16:07.575674 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-431af9d5-5bdc-48b1-a541-d7569d2306b0 None None] Current status of the port 7f24fcdf-4882-408e-bb81-7e186d9eb203 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:07.582531 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.597688 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 4740bacc-6dbc-4507-b6df-3db09457a693 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:07.598091 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.719173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 4740bacc-6dbc-4507-b6df-3db09457a693 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:07.730916 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.812346 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-40fa991d-28b6-484f-ab9b-abe9429e65f3 None None] Provisioning complete for port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:07.815444 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-40fa991d-28b6-484f-ab9b-abe9429e65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.822731 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a6e55-195d-4e98-974e-54be21e74527', 'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:16:02Z', 'updated_at': '2022-07-04T04:16:04Z', 'revision_number': 3, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'gw_port': {'id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:03Z', 'updated_at': '2022-07-04T04:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:07.888782 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66514ef-1b8e-45a4-bd2d-9c687d5a154d None None] The sync data for ids ['399a6e55-195d-4e98-974e-54be21e74527'] in dv-cinder-742162-5-iscsi is: [{'id': '399a6e55-195d-4e98-974e-54be21e74527', 'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:16:02Z', 'updated_at': '2022-07-04T04:16:04Z', 'revision_number': 3, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'gw_port': {'id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:03Z', 'updated_at': '2022-07-04T04:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:16:07.899321 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-40fa991d-28b6-484f-ab9b-abe9429e65f3 None None] Port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:16:07.915638 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:07.945399 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58502) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:07.964319 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2113ca89-c53d-49b3-a479-9720f0204b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.974482 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Publish callbacks [] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.980174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:07.980948 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (399a6e55-195d-4e98-974e-54be21e74527), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.072964 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0f540-5461-4d3f-8113-7bf7081b55c1 req-e9fed64a-db49-4f6a-a2b5-f224b31cbc1d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:08.075421 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-31a0f540-5461-4d3f-8113-7bf7081b55c1 req-e9fed64a-db49-4f6a-a2b5-f224b31cbc1d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0808666 Jul 04 04:16:08.110698 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Pushing event updated for resources: {'Port': ['ID=796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:08.123924 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:16:08.125281 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:16:08.139747 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2113ca89-c53d-49b3-a479-9720f0204b76 admin admin] Publish callbacks [] for security_group (ae440be6-6681-4766-be6a-5118b9699a30), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.151250 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2113ca89-c53d-49b3-a479-9720f0204b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ae440be6-6681-4766-be6a-5118b9699a30), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.159281 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:08.183050 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-31a0f540-5461-4d3f-8113-7bf7081b55c1 req-86e26cbd-e132-44da-9417-3c1fb104127a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999844 Jul 04 04:16:08.212008 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-2113ca89-c53d-49b3-a479-9720f0204b76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c31cd20ff75e4c32a1eb55ed721d5695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655115 Jul 04 04:16:08.215544 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58504) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:08.216689 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:08.227367 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113ca89-c53d-49b3-a479-9720f0204b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae440be6-6681-4766-be6a-5118b9699a30,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:08.264923 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Router 399a6e55-195d-4e98-974e-54be21e74527 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:16:08.286846 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4303f20b-c04a-433b-b201-f38b8b5973c9 admin admin] Publish callbacks [] for security_group (ae440be6-6681-4766-be6a-5118b9699a30), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.338319 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4303f20b-c04a-433b-b201-f38b8b5973c9 admin admin] Publish callbacks [] for security_group (ae440be6-6681-4766-be6a-5118b9699a30), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.415746 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:16:08.416762 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4303f20b-c04a-433b-b201-f38b8b5973c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ae440be6-6681-4766-be6a-5118b9699a30), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.420424 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4303f20b-c04a-433b-b201-f38b8b5973c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.422007 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-4303f20b-c04a-433b-b201-f38b8b5973c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae440be6-6681-4766-be6a-5118b9699a30 HTTP/1.1" status: 204 len: 168 time: 0.2040777 Jul 04 04:16:08.427504 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-efdc5ccf-9d83-4bfd-b002-81ced97bad2c admin admin] 10.222.0.16 "PUT /v2.0/routers/399a6e55-195d-4e98-974e-54be21e74527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9508605 Jul 04 04:16:08.432733 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303f20b-c04a-433b-b201-f38b8b5973c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae440be6-6681-4766-be6a-5118b9699a30,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:08.525088 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-04760c64-2d1e-4fe7-9ae6-1d4794084ed9 None None] Provisioning complete for port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:08.525466 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-04760c64-2d1e-4fe7-9ae6-1d4794084ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.533980 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:08.593915 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-04760c64-2d1e-4fe7-9ae6-1d4794084ed9 None None] Port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:16:08.789218 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 7f24fcdf-4882-408e-bb81-7e186d9eb203 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:16:08.867661 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 7f24fcdf-4882-408e-bb81-7e186d9eb203 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:08.868037 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.902255 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:08.949926 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58528) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:08.960949 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 7f24fcdf-4882-408e-bb81-7e186d9eb203 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:08.962052 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:16:08.969291 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9febe60c-2613-4655-9777-1c3838794336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.020229 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:09.020728 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.073832 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:09.088893 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9febe60c-2613-4655-9777-1c3838794336 admin admin] Publish callbacks [] for security_group (1e311723-e877-4646-9067-09efd4949ff7), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.092649 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:09.095218 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9febe60c-2613-4655-9777-1c3838794336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1e311723-e877-4646-9067-09efd4949ff7), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.106335 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.141636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:09.142098 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.152762 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-9febe60c-2613-4655-9777-1c3838794336 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c229faa0e4584262810cbd4d7b3f2f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015996 Jul 04 04:16:09.153799 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febe60c-2613-4655-9777-1c3838794336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e311723-e877-4646-9067-09efd4949ff7,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:09.155536 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58538) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:09.174713 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=760bc984-6dcb-4a15-b8e1-f9b8d2d12924,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:09.181589 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.244691 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1f65c9f-94f1-4fd0-a923-616efac4d86e admin admin] Publish callbacks [] for security_group (1e311723-e877-4646-9067-09efd4949ff7), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.256116 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=760bc984-6dcb-4a15-b8e1-f9b8d2d12924,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:09.277288 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1f65c9f-94f1-4fd0-a923-616efac4d86e admin admin] Publish callbacks [] for security_group (1e311723-e877-4646-9067-09efd4949ff7), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.338762 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6693d71-45ec-4ba1-b13f-d690989426a4 req-50b0efb7-fe7c-4144-8696-b5317763d1f8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:09.340291 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d6693d71-45ec-4ba1-b13f-d690989426a4 req-50b0efb7-fe7c-4144-8696-b5317763d1f8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0685310 Jul 04 04:16:09.393377 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d6693d71-45ec-4ba1-b13f-d690989426a4 req-4f96e912-6b56-4c62-b594-de4f804777c4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454686 Jul 04 04:16:09.394400 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1f65c9f-94f1-4fd0-a923-616efac4d86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1e311723-e877-4646-9067-09efd4949ff7), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.396858 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1f65c9f-94f1-4fd0-a923-616efac4d86e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:09.398817 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f1f65c9f-94f1-4fd0-a923-616efac4d86e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e311723-e877-4646-9067-09efd4949ff7 HTTP/1.1" status: 204 len: 168 time: 0.2423100 Jul 04 04:16:09.410291 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f65c9f-94f1-4fd0-a923-616efac4d86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e311723-e877-4646-9067-09efd4949ff7,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:10.141888 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Sync routers for ids ['399a6e55-195d-4e98-974e-54be21e74527'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:16:10.194700 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Routers {'399a6e55-195d-4e98-974e-54be21e74527'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:16:10.196351 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:16:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['399a6e55-195d-4e98-974e-54be21e74527'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:10.518841 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Set router 399a6e55-195d-4e98-974e-54be21e74527 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:16:10.575131 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295139db-5ace-4024-9c73-4d9f8bee1975 req-eb671fb4-45f9-4f52-af63-f0afb9e594e9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:10.576913 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-295139db-5ace-4024-9c73-4d9f8bee1975 req-eb671fb4-45f9-4f52-af63-f0afb9e594e9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0858150 Jul 04 04:16:10.651451 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-295139db-5ace-4024-9c73-4d9f8bee1975 req-3cd38a91-cfb7-47af-a558-496d53a2b42d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 Jul 04 04:16:10.749760 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:16:10.861157 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:10.861572 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:10.918760 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a6e55-195d-4e98-974e-54be21e74527', 'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:16:02Z', 'updated_at': '2022-07-04T04:16:07Z', 'revision_number': 4, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'gw_port': {'id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:03Z', 'updated_at': '2022-07-04T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2', 'name': '', 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'mac_address': 'fa:16:3e:58:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0061487e-e323-4390-b707-bc4bf1a177b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:06Z', 'updated_at': '2022-07-04T04:16:07Z', 'revision_number': 2, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'subnets': [{'id': '0061487e-e323-4390-b707-bc4bf1a177b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:10.948430 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Checking router: 399a6e55-195d-4e98-974e-54be21e74527 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:16:10.948791 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Updating router 399a6e55-195d-4e98-974e-54be21e74527 port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:16:11.017462 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:11.052996 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:11.081152 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:11.356410 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58628) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:11.365852 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:11.442354 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Publish callbacks [] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:11.455542 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:11.547766 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9e2a-ed7b-4324-a4f5-8d66d9415602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:11.770464 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfb571-1adb-42f7-8818-9ee5ee72f3d1 None None] Pushing event updated for resources: {'Port': ['ID=796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:11.832674 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9e2a-ed7b-4324-a4f5-8d66d9415602 admin admin] Publish callbacks [] for security_group (43fc50d5-a831-42fb-8476-c58ef21b0432), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:11.859485 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9e2a-ed7b-4324-a4f5-8d66d9415602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (43fc50d5-a831-42fb-8476-c58ef21b0432), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:11.934830 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-dbfe9e2a-ed7b-4324-a4f5-8d66d9415602 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc11153f9bb04373a78ad73a327f7c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5766132 Jul 04 04:16:11.935830 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58656) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:11.936802 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe9e2a-ed7b-4324-a4f5-8d66d9415602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fc50d5-a831-42fb-8476-c58ef21b0432,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:11.944412 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Attempting to bind port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:16:11.946923 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Attempting to bind port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '39c9d835-72b5-45e6-aa2a-0a65ab7aea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:16:11.947332 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Attempting to bind port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 on network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:16:11.964007 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830f66-3a48-443a-af1d-def99068a019 req-8629ce3f-c8f7-4913-95b6-ceb9d007c609 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:11.966485 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:16:11.974217 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Checking segment: {'id': '39c9d835-72b5-45e6-aa2a-0a65ab7aea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:16:11.974930 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:11.975636 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-96830f66-3a48-443a-af1d-def99068a019 req-8629ce3f-c8f7-4913-95b6-ceb9d007c609 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.1865377 Jul 04 04:16:11.979869 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Bound using segment: {'id': '39c9d835-72b5-45e6-aa2a-0a65ab7aea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:16:11.980230 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Bound port: 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c9d835-72b5-45e6-aa2a-0a65ab7aea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:16:11.980765 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:12.010659 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:12.042203 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-05ff9dda-b95e-4b18-9e5e-20abcfe84a90 admin admin] Publish callbacks [] for security_group (43fc50d5-a831-42fb-8476-c58ef21b0432), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:12.066145 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-05ff9dda-b95e-4b18-9e5e-20abcfe84a90 admin admin] Publish callbacks [] for security_group (43fc50d5-a831-42fb-8476-c58ef21b0432), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:12.086686 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-96830f66-3a48-443a-af1d-def99068a019 req-6a00073e-5e32-4df0-a6fb-2aa1af8eb652 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100247 Jul 04 04:16:12.110649 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] For port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:16:12.115044 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] For port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2,segment=NetworkSegment(39c9d835-72b5-45e6-aa2a-0a65ab7aea85),segment_id=39c9d835-72b5-45e6-aa2a-0a65ab7aea85)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:16:12.123442 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:12.152595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-05ff9dda-b95e-4b18-9e5e-20abcfe84a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (43fc50d5-a831-42fb-8476-c58ef21b0432), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:12.157588 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-05ff9dda-b95e-4b18-9e5e-20abcfe84a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:12.161762 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-05ff9dda-b95e-4b18-9e5e-20abcfe84a90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43fc50d5-a831-42fb-8476-c58ef21b0432 HTTP/1.1" status: 204 len: 168 time: 0.2213585 Jul 04 04:16:12.174992 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff9dda-b95e-4b18-9e5e-20abcfe84a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fc50d5-a831-42fb-8476-c58ef21b0432,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:12.331657 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfb571-1adb-42f7-8818-9ee5ee72f3d1 None None] Pushing event updated for resources: {'Port': ['ID=796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:12.334452 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-390c40a2-b82d-4a21-a0d2-00d87a9c2539 None None] Provisioning complete for port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:12.334830 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-390c40a2-b82d-4a21-a0d2-00d87a9c2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:12.396759 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Routers {'399a6e55-195d-4e98-974e-54be21e74527'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:16:12.397455 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:16:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['399a6e55-195d-4e98-974e-54be21e74527'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:12.720322 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] Set router 399a6e55-195d-4e98-974e-54be21e74527 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:16:12.722835 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-390c40a2-b82d-4a21-a0d2-00d87a9c2539 None None] Current status of the port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:12.722979 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-390c40a2-b82d-4a21-a0d2-00d87a9c2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:12.838225 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-390c40a2-b82d-4a21-a0d2-00d87a9c2539 None None] For port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2,segment=NetworkSegment(39c9d835-72b5-45e6-aa2a-0a65ab7aea85),segment_id=39c9d835-72b5-45e6-aa2a-0a65ab7aea85)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:12.850470 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-390c40a2-b82d-4a21-a0d2-00d87a9c2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:12.928376 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:12.981432 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c40a2-b82d-4a21-a0d2-00d87a9c2539 None None] Pushing event updated for resources: {'Port': ['ID=796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:12.991270 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-6b456eac-7c61-4389-8c78-8e6afaaa25ce None None] Provisioning complete for port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:12.991635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6b456eac-7c61-4389-8c78-8e6afaaa25ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:13.026435 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58692) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:13.053263 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:13.054832 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7926a170-bf91-4d83-b7ed-15c534411e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:13.129382 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a6e55-195d-4e98-974e-54be21e74527', 'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:16:02Z', 'updated_at': '2022-07-04T04:16:07Z', 'revision_number': 4, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'gw_port': {'id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:03Z', 'updated_at': '2022-07-04T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2', 'name': '', 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'mac_address': 'fa:16:3e:58:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0061487e-e323-4390-b707-bc4bf1a177b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:06Z', 'updated_at': '2022-07-04T04:16:12Z', 'revision_number': 4, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'subnets': [{'id': '0061487e-e323-4390-b707-bc4bf1a177b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:13.205106 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7dfb2-a925-4c60-81e3-b58e45b6645d None None] The sync data for ids ['399a6e55-195d-4e98-974e-54be21e74527'] in dv-cinder-742162-5-iscsi is: [{'id': '399a6e55-195d-4e98-974e-54be21e74527', 'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:16:02Z', 'updated_at': '2022-07-04T04:16:07Z', 'revision_number': 4, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'gw_port': {'id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:03Z', 'updated_at': '2022-07-04T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2', 'name': '', 'network_id': '7b880c89-ca57-4fe1-87bc-0eaec16f5a01', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'mac_address': 'fa:16:3e:58:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0061487e-e323-4390-b707-bc4bf1a177b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:06Z', 'updated_at': '2022-07-04T04:16:12Z', 'revision_number': 4, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'subnets': [{'id': '0061487e-e323-4390-b707-bc4bf1a177b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:16:13.306951 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7926a170-bf91-4d83-b7ed-15c534411e79 admin admin] Publish callbacks [] for security_group (167c207b-1f40-4770-ac02-5786bc12b334), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:13.326205 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7926a170-bf91-4d83-b7ed-15c534411e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (167c207b-1f40-4770-ac02-5786bc12b334), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:13.370925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:13.371653 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-6b456eac-7c61-4389-8c78-8e6afaaa25ce None None] Current status of the port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:13.393705 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348e2d5-7275-4921-be60-04e633fe3ed3 req-a0f276cb-f9e2-4b79-957b-97a1ee9850e9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:13.416490 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0348e2d5-7275-4921-be60-04e633fe3ed3 req-a0f276cb-f9e2-4b79-957b-97a1ee9850e9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.1788709 Jul 04 04:16:13.486854 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926a170-bf91-4d83-b7ed-15c534411e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167c207b-1f40-4770-ac02-5786bc12b334,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:13.495716 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0348e2d5-7275-4921-be60-04e633fe3ed3 req-033c3333-9e33-4511-8f50-ad3ed2559c67 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757067 Jul 04 04:16:13.525995 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7926a170-bf91-4d83-b7ed-15c534411e79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=543fc14ec0fe44a0a5f3d0a62292d743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4950135 Jul 04 04:16:13.531042 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58708) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:13.669457 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d7039c25-e76f-4b72-b6cf-9f191c4285da admin admin] Publish callbacks [] for security_group (167c207b-1f40-4770-ac02-5786bc12b334), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:13.719905 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d7039c25-e76f-4b72-b6cf-9f191c4285da admin admin] Publish callbacks [] for security_group (167c207b-1f40-4770-ac02-5786bc12b334), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:13.775706 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58722) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:13.848346 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d7039c25-e76f-4b72-b6cf-9f191c4285da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (167c207b-1f40-4770-ac02-5786bc12b334), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:13.851783 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d7039c25-e76f-4b72-b6cf-9f191c4285da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:13.862024 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d7039c25-e76f-4b72-b6cf-9f191c4285da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/167c207b-1f40-4770-ac02-5786bc12b334 HTTP/1.1" status: 204 len: 168 time: 0.3250420 Jul 04 04:16:13.877438 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7039c25-e76f-4b72-b6cf-9f191c4285da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167c207b-1f40-4770-ac02-5786bc12b334,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:13.945898 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.005783 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d314b553-9344-4275-a6c4-27d25f27600c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.169583 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58736) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:14.281738 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d314b553-9344-4275-a6c4-27d25f27600c admin admin] Publish callbacks [] for security_group (f699a9db-8519-46f3-a3f2-3908148cbc9d), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.295106 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d314b553-9344-4275-a6c4-27d25f27600c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f699a9db-8519-46f3-a3f2-3908148cbc9d), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.311578 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:14.334538 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d314b553-9344-4275-a6c4-27d25f27600c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a47bc20cd3a14cb2beeb494e1d14910c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579998 Jul 04 04:16:14.337782 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58744) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:14.369015 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314b553-9344-4275-a6c4-27d25f27600c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f699a9db-8519-46f3-a3f2-3908148cbc9d,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:14.450261 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2ddac035-78f0-479f-9b5b-d458a73f6bef admin admin] Publish callbacks [] for security_group (f699a9db-8519-46f3-a3f2-3908148cbc9d), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.477146 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-30d4cee6-9e55-48da-b891-573557bd4d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.481575 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:14.515855 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58748) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:14.532155 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2ddac035-78f0-479f-9b5b-d458a73f6bef admin admin] Publish callbacks [] for security_group (f699a9db-8519-46f3-a3f2-3908148cbc9d), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.546587 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-11dfc735-0028-41cd-9b29-048b4a9e1acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.692755 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:16:14.761276 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2ddac035-78f0-479f-9b5b-d458a73f6bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f699a9db-8519-46f3-a3f2-3908148cbc9d), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.771868 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2ddac035-78f0-479f-9b5b-d458a73f6bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.777832 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2ddac035-78f0-479f-9b5b-d458a73f6bef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f699a9db-8519-46f3-a3f2-3908148cbc9d HTTP/1.1" status: 204 len: 168 time: 0.4378181 Jul 04 04:16:14.779363 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:14.780145 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.796747 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-11dfc735-0028-41cd-9b29-048b4a9e1acf admin admin] Publish callbacks [] for security_group (fab7e233-a73d-45f8-8413-ddc79959b05d), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.812665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-11dfc735-0028-41cd-9b29-048b4a9e1acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (fab7e233-a73d-45f8-8413-ddc79959b05d), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.815359 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-30d4cee6-9e55-48da-b891-573557bd4d3b admin admin] Publish callbacks [] for security_group (b5b863f6-f738-4dd7-a3c7-5a3786fe1e82), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.831553 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddac035-78f0-479f-9b5b-d458a73f6bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f699a9db-8519-46f3-a3f2-3908148cbc9d,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:14.835075 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-30d4cee6-9e55-48da-b891-573557bd4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b5b863f6-f738-4dd7-a3c7-5a3786fe1e82), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.896633 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-30d4cee6-9e55-48da-b891-573557bd4d3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eab14214d5d74fd9b9258e5e1d0fc6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7258000 Jul 04 04:16:14.903107 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4cee6-9e55-48da-b891-573557bd4d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b863f6-f738-4dd7-a3c7-5a3786fe1e82,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:14.909452 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58752) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:14.920214 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe878b88-796b-4917-8afa-baf96afba5cb req-6569bff4-b864-41b3-b2c1-020edc4335fa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:14.923934 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fe878b88-796b-4917-8afa-baf96afba5cb req-6569bff4-b864-41b3-b2c1-020edc4335fa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.2646983 Jul 04 04:16:14.988672 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f816857c-e514-4ee1-a533-d261c4f1ab45 admin admin] Publish callbacks [] for security_group (b5b863f6-f738-4dd7-a3c7-5a3786fe1e82), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:14.998947 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97712-f866-4c3e-8723-899baea0e486 req-d9e15693-f26e-472b-99c1-ca01812db8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:15.000987 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-41a97712-f866-4c3e-8723-899baea0e486 req-d9e15693-f26e-472b-99c1-ca01812db8da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 1130 time: 0.2027814 Jul 04 04:16:15.003125 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:15.010881 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-11dfc735-0028-41cd-9b29-048b4a9e1acf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f17344cf492f44eeb340502781804531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4938662 Jul 04 04:16:15.020658 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58756) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:15.021365 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfc735-0028-41cd-9b29-048b4a9e1acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab7e233-a73d-45f8-8413-ddc79959b05d,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:15.043925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f816857c-e514-4ee1-a533-d261c4f1ab45 admin admin] Publish callbacks [] for security_group (b5b863f6-f738-4dd7-a3c7-5a3786fe1e82), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.210642 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-41a97712-f866-4c3e-8723-899baea0e486 req-2a023643-4259-46e6-97b7-234c7c166b0f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983688 Jul 04 04:16:15.240997 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:15.299425 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fe878b88-796b-4917-8afa-baf96afba5cb req-771b0eff-57fa-471f-854c-e1c028527251 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289480 Jul 04 04:16:15.304962 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fac56e89-acbf-4f4b-8f39-6ed78007bfb4 admin admin] Publish callbacks [] for security_group (fab7e233-a73d-45f8-8413-ddc79959b05d), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.311858 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f816857c-e514-4ee1-a533-d261c4f1ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b5b863f6-f738-4dd7-a3c7-5a3786fe1e82), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.317414 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f816857c-e514-4ee1-a533-d261c4f1ab45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.320482 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f816857c-e514-4ee1-a533-d261c4f1ab45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5b863f6-f738-4dd7-a3c7-5a3786fe1e82 HTTP/1.1" status: 204 len: 168 time: 0.4096439 Jul 04 04:16:15.347868 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816857c-e514-4ee1-a533-d261c4f1ab45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b863f6-f738-4dd7-a3c7-5a3786fe1e82,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:15.349096 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fac56e89-acbf-4f4b-8f39-6ed78007bfb4 admin admin] Publish callbacks [] for security_group (fab7e233-a73d-45f8-8413-ddc79959b05d), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.438408 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fac56e89-acbf-4f4b-8f39-6ed78007bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (fab7e233-a73d-45f8-8413-ddc79959b05d), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.445277 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fac56e89-acbf-4f4b-8f39-6ed78007bfb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.448841 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-fac56e89-acbf-4f4b-8f39-6ed78007bfb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fab7e233-a73d-45f8-8413-ddc79959b05d HTTP/1.1" status: 204 len: 168 time: 0.4183302 Jul 04 04:16:15.461195 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac56e89-acbf-4f4b-8f39-6ed78007bfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab7e233-a73d-45f8-8413-ddc79959b05d,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:15.697497 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58774) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:15.726685 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e6e10d35-e7c0-4192-8e0d-bdde22894549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.863404 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e6e10d35-e7c0-4192-8e0d-bdde22894549 admin admin] Publish callbacks [] for security_group (66002fb3-1a7b-45a3-9853-5c65e6036dd5), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.872810 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e6e10d35-e7c0-4192-8e0d-bdde22894549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (66002fb3-1a7b-45a3-9853-5c65e6036dd5), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:15.935307 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e6e10d35-e7c0-4192-8e0d-bdde22894549 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95e2e57ec8124fb4bdbb1be05579c951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350316 Jul 04 04:16:15.937881 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58782) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:15.944941 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e10d35-e7c0-4192-8e0d-bdde22894549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66002fb3-1a7b-45a3-9853-5c65e6036dd5,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:16.015470 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0067e26d-5685-4e82-a805-e90174325710 admin admin] Publish callbacks [] for security_group (66002fb3-1a7b-45a3-9853-5c65e6036dd5), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.051009 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0067e26d-5685-4e82-a805-e90174325710 admin admin] Publish callbacks [] for security_group (66002fb3-1a7b-45a3-9853-5c65e6036dd5), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.066061 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 58786) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:16.081793 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1d806b03-b66b-4ceb-8417-68534af23816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.097566 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:16.119304 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0067e26d-5685-4e82-a805-e90174325710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (66002fb3-1a7b-45a3-9853-5c65e6036dd5), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.123333 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0067e26d-5685-4e82-a805-e90174325710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.126553 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-0067e26d-5685-4e82-a805-e90174325710 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66002fb3-1a7b-45a3-9853-5c65e6036dd5 HTTP/1.1" status: 204 len: 168 time: 0.1857808 Jul 04 04:16:16.151779 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067e26d-5685-4e82-a805-e90174325710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66002fb3-1a7b-45a3-9853-5c65e6036dd5,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:16.208770 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1d806b03-b66b-4ceb-8417-68534af23816 admin admin] Publish callbacks [] for security_group (ab980327-45ee-4160-8a79-b5edf4da3aa8), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.231942 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1d806b03-b66b-4ceb-8417-68534af23816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ab980327-45ee-4160-8a79-b5edf4da3aa8), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.274941 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-1d806b03-b66b-4ceb-8417-68534af23816 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29fc22a9d07e43eb88e1b408f58d18bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074628 Jul 04 04:16:16.276446 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 58792) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:16.293729 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:16.309345 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d806b03-b66b-4ceb-8417-68534af23816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab980327-45ee-4160-8a79-b5edf4da3aa8,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:16.443042 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c5acfb67-bda3-4f61-a5aa-b862861be1e1 admin admin] Publish callbacks [] for security_group (ab980327-45ee-4160-8a79-b5edf4da3aa8), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.501586 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c5acfb67-bda3-4f61-a5aa-b862861be1e1 admin admin] Publish callbacks [] for security_group (ab980327-45ee-4160-8a79-b5edf4da3aa8), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.509616 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b7cee-f4ff-4594-bdf0-fef3f1dfc851 req-42b2e952-0f4c-4f1f-bbab-b67f387c967e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:16.517483 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5f0b7cee-f4ff-4594-bdf0-fef3f1dfc851 req-42b2e952-0f4c-4f1f-bbab-b67f387c967e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0914068 Jul 04 04:16:16.619045 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5f0b7cee-f4ff-4594-bdf0-fef3f1dfc851 req-9bef694c-eaee-4263-bec4-d96677698c24 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002510 Jul 04 04:16:16.641648 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c5acfb67-bda3-4f61-a5aa-b862861be1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ab980327-45ee-4160-8a79-b5edf4da3aa8), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.645814 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c5acfb67-bda3-4f61-a5aa-b862861be1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:16.649535 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-c5acfb67-bda3-4f61-a5aa-b862861be1e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab980327-45ee-4160-8a79-b5edf4da3aa8 HTTP/1.1" status: 204 len: 168 time: 0.3720994 Jul 04 04:16:16.665303 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acfb67-bda3-4f61-a5aa-b862861be1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab980327-45ee-4160-8a79-b5edf4da3aa8,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:17.761897 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02b742-8a4b-494e-b2a5-6f52f83ac383 req-56720604-aec0-4527-ae34-23a316244736 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:17.770416 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cc02b742-8a4b-494e-b2a5-6f52f83ac383 req-56720604-aec0-4527-ae34-23a316244736 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0666349 Jul 04 04:16:17.816415 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:17.836766 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=35 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:17.854172 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cc02b742-8a4b-494e-b2a5-6f52f83ac383 req-9cda2e91-26d3-4cea-a7c6-2758ef7db1e2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816925 Jul 04 04:16:19.055518 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047ab2-f311-4e67-8bdd-550a418233a6 req-235a1347-9e16-403e-a63c-4675c4ab62fa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:19.057264 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-08047ab2-f311-4e67-8bdd-550a418233a6 req-235a1347-9e16-403e-a63c-4675c4ab62fa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0693393 Jul 04 04:16:19.111092 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-08047ab2-f311-4e67-8bdd-550a418233a6 req-f9b6ac36-4e81-468c-a172-5ac77639f657 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Jul 04 04:16:20.235206 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f6518-6886-4f4d-8030-43044ec3ed6e req-130dfce6-d08c-4968-9188-cfcaca39c726 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:20.236710 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-015f6518-6886-4f4d-8030-43044ec3ed6e req-130dfce6-d08c-4968-9188-cfcaca39c726 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0509574 Jul 04 04:16:20.298045 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-015f6518-6886-4f4d-8030-43044ec3ed6e req-ead91f97-0424-4888-961b-c42e57feb771 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536523 Jul 04 04:16:21.435966 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702486b3-9a06-4fd8-93a8-1b005ab84c4b req-309f873b-44eb-4b66-b016-b0b6b092ff06 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:21.445128 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-702486b3-9a06-4fd8-93a8-1b005ab84c4b req-309f873b-44eb-4b66-b016-b0b6b092ff06 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0702434 Jul 04 04:16:21.499565 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-702486b3-9a06-4fd8-93a8-1b005ab84c4b req-443653ab-6e51-4e45-b887-a33d09412d95 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532470 Jul 04 04:16:21.617966 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-6090fa70-6012-4f43-8e8e-ec1b23b80f61 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0a8e115afb334317ba51e73582c1f2e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314214 Jul 04 04:16:21.834767 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dbacf-df0e-445e-92c1-73645e9e899a req-06fe5dac-cee2-45e0-8b19-b4830c5b775b tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:21.838828 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-06fe5dac-cee2-45e0-8b19-b4830c5b775b tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155952 Jul 04 04:16:21.862262 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-c8bb35d6-aa45-4f54-bb9b-c650a900c9aa tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/quotas/0a8e115afb334317ba51e73582c1f2e3 HTTP/1.1" status: 200 len: 375 time: 0.0202527 Jul 04 04:16:21.893596 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-b831f690-aa6d-4121-b6d4-65bb97cd638b tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a8e115afb334317ba51e73582c1f2e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303385 Jul 04 04:16:22.168640 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4a7d2b5e-15f7-4f9f-826b-20e027152a7a req-4eebcd37-17f9-4637-af2b-0c2f89c86cd6 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0857646 Jul 04 04:16:22.645742 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:22.652190 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab47eb-585c-4eda-ab00-712b2334de6e req-b249729b-85b1-45be-9a3a-18daaa5b9ff4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:22.663792 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a3ab47eb-585c-4eda-ab00-712b2334de6e req-b249729b-85b1-45be-9a3a-18daaa5b9ff4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0687327 Jul 04 04:16:22.725861 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a3ab47eb-585c-4eda-ab00-712b2334de6e req-ab78f303-19cb-415b-8454-20d234d77a1f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608559 Jul 04 04:16:22.898326 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefbe33-7fda-4f9d-847b-d64d6f14d537 req-b7353b80-3c2e-41fe-8c27-0ac4d05677e9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:22.912310 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0fefbe33-7fda-4f9d-847b-d64d6f14d537 req-b7353b80-3c2e-41fe-8c27-0ac4d05677e9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0709603 Jul 04 04:16:22.942306 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:22.973041 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0fefbe33-7fda-4f9d-847b-d64d6f14d537 req-102b460d-3a87-4bae-9068-1b211e7de8ac tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555246 Jul 04 04:16:23.342013 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b9115312-497f-4bca-9830-026d81931dd0 req-926eb5b0-f18d-47a0-940f-75fe067840fb tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0621686 Jul 04 04:16:23.899948 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-0bd555e3-360c-48ed-9e82-4654bcd31c90 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:23.901432 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-0bd555e3-360c-48ed-9e82-4654bcd31c90 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/networks?id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c HTTP/1.1" status: 200 len: 813 time: 0.3132250 Jul 04 04:16:23.917380 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-5aa9f631-f4ed-46ff-937c-9e3eeb905884 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/quotas/c487ee37e54042d680eccb72b046bb55 HTTP/1.1" status: 200 len: 375 time: 0.0100543 Jul 04 04:16:23.967673 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-741b8f27-c4c6-4acd-8c5d-3c393cf02e9f tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c487ee37e54042d680eccb72b046bb55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446784 Jul 04 04:16:24.071030 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-27edcab5-dad7-4bb6-815c-f49fbf874120 service neutron] 10.222.0.16 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879822 Jul 04 04:16:24.164181 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-132417a0-79b9-42e3-869d-440d734a7173 service neutron] 10.222.0.16 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874465 Jul 04 04:16:24.338997 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f95acee-eec1-48d1-b222-e89acf5962e7 req-33479e06-2a34-4dab-9167-142f9c746bfd tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 210 time: 0.0345929 Jul 04 04:16:24.436606 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1edb2a52-5e5d-407b-85eb-044d763cb9aa req-daa3810b-b6c8-41ec-b989-08907e83fe0a tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0281389 Jul 04 04:16:25.449994 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4bf5119c-831d-4920-8072-5e6c75a5efb2 req-1483ba29-b4a2-4fd0-8162-0cca291c81ec tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 210 time: 0.0348003 Jul 04 04:16:25.534910 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-22e690cf-9590-4b8f-a2e9-a6f860df4c29 req-ea727f6b-ed4d-46b6-90de-d9a75c17a21e tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0288615 Jul 04 04:16:26.182411 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:26.557412 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7c1b15f8-51af-49f1-8861-08a213201c5f req-660253b4-3a4b-441a-acff-686d9a72f37d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 210 time: 0.0371420 Jul 04 04:16:26.646146 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-24852552-efab-455e-8e00-dc674c48d23f req-0c6eecbc-14ba-4648-8704-a701d5ebca17 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0321250 Jul 04 04:16:26.682856 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=53 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:27.418540 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-629fa6c6-9b39-4537-bedc-3ecd062f0ff8 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0a8e115afb334317ba51e73582c1f2e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361392 Jul 04 04:16:27.458328 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c760-6e40-44cf-95f4-a3d712412d2c req-92ec17b7-8f02-465f-b096-ddd18b5109dd tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:27.460674 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ccf0c760-6e40-44cf-95f4-a3d712412d2c req-92ec17b7-8f02-465f-b096-ddd18b5109dd tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 945 time: 0.0543582 Jul 04 04:16:27.510232 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ccf0c760-6e40-44cf-95f4-a3d712412d2c req-2bc971c7-4cb9-4813-b7e0-973226828c19 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437779 Jul 04 04:16:27.666546 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d2ad8818-6a51-40ed-871f-6fcd568d93ac req-81cd52dd-ce7f-47cf-8805-6dd55fecc464 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 210 time: 0.0388198 Jul 04 04:16:27.752944 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-91caa837-bc00-487e-a0ca-13e6453013d3 req-3e1c73c1-8427-4cf6-a1de-122bd6ab266a tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0292182 Jul 04 04:16:28.628709 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970990f-c970-4abe-888b-2a7b8a2539d2 req-349d8875-76a3-4e27-91a5-309c30e50bd1 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:28.630223 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1970990f-c970-4abe-888b-2a7b8a2539d2 req-349d8875-76a3-4e27-91a5-309c30e50bd1 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 945 time: 0.0500329 Jul 04 04:16:28.683073 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1970990f-c970-4abe-888b-2a7b8a2539d2 req-8a907720-2c79-4e91-89a7-4ae5952953d9 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439315 Jul 04 04:16:28.867219 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e5dab675-7fc3-4df8-846f-f7b3e34d4cdf req-db216256-b28a-4ad7-b951-4642996214ca tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 210 time: 0.0638018 Jul 04 04:16:28.955178 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:28.977557 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbc80bb0-18c5-4c23-a7c4-5e8cf177161c req-7890db9a-4928-46c6-8de0-f886528b3296 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0358136 Jul 04 04:16:28.994553 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71b78533-2bef-44e5-9b31-624a82816392 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:28.996462 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71b78533-2bef-44e5-9b31-624a82816392 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487762 Jul 04 04:16:29.095030 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b730d06-7526-490c-9d3b-d1aa45f92421 req-b6f1b560-5243-47f3-900a-1aeb21b91e3d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:29.098203 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7b730d06-7526-490c-9d3b-d1aa45f92421 req-b6f1b560-5243-47f3-900a-1aeb21b91e3d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0648499 Jul 04 04:16:29.152312 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7b730d06-7526-490c-9d3b-d1aa45f92421 req-8e09af3a-6e82-43fb-9d34-f697df35e170 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468783 Jul 04 04:16:29.307355 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Request body: {'port': {'device_id': 'db1e5292-d768-4e52-b4e1-91ef1e02e688', 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6', 'admin_state_up': True, 'tenant_id': '0a8e115afb334317ba51e73582c1f2e3'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:16:29.418333 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:29.430427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Made reservation on behalf of 0a8e115afb334317ba51e73582c1f2e3 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:16:29.433908 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:29.447390 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:29.530088 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks [] for security_group (afd288a0-c68f-4129-a2bc-e0bc649847d4), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:29.534955 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (afd288a0-c68f-4129-a2bc-e0bc649847d4), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:29.605311 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd288a0-c68f-4129-a2bc-e0bc649847d4,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:29.617333 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.617708 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.618041 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.618408 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.618667 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.619008 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.619324 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.619631 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.619940 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.620271 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.620583 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.620979 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.621302 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.621614 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.621910 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:29.689405 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Allocated IP 192.168.233.19 (c808a7a5-96f3-44e6-9b61-8aa8af1189d6/21d960ca-c58b-47af-be08-29be0e793137/bb2c5801-9617-4283-b348-91c2765ed7fd) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:16:29.729630 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 59218) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:29.809364 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20452467-05df-4464-bcd5-3d7866cf9673 req-b0cdd8c1-3cf0-4f7c-a76d-31d4c42ed936 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:29.811039 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-20452467-05df-4464-bcd5-3d7866cf9673 req-b0cdd8c1-3cf0-4f7c-a76d-31d4c42ed936 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 945 time: 0.0544524 Jul 04 04:16:29.842078 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:29.919895 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-20452467-05df-4464-bcd5-3d7866cf9673 req-0123ae4e-dde4-434f-a6bb-5b2992e0f473 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/security-groups?id=e23a7823-a295-4bf8-a188-e0d5ee0246b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022797 Jul 04 04:16:29.955407 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d2440e44-818a-42c7-b504-7063bf3dc0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:29.976351 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83865c8e-1add-4669-9636-8eef60de030b req-a6b77ad7-825a-4490-8c04-06f08ed9d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:29.977761 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83865c8e-1add-4669-9636-8eef60de030b req-a6b77ad7-825a-4490-8c04-06f08ed9d0a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 1129 time: 0.1659977 Jul 04 04:16:30.016062 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d7508-0096-417e-8de3-898214e73665 req-9f5f1bfc-a303-46fa-b88b-07b8413ac4bc tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:30.019253 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-264d7508-0096-417e-8de3-898214e73665 req-9f5f1bfc-a303-46fa-b88b-07b8413ac4bc tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 945 time: 0.0648310 Jul 04 04:16:30.076885 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-39f660b0-18ba-48e4-a5ca-d2f2b30b9827 req-815bb98c-4492-41f7-a7bb-6abbc08d3afd tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 210 time: 0.1294289 Jul 04 04:16:30.081183 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks [] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:30.088902 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:30.109013 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-0f7bbfac-fbe0-487f-aa71-ec73859abaad tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:30.110457 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-0f7bbfac-fbe0-487f-aa71-ec73859abaad tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.59 "GET /v2.0/networks?id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c HTTP/1.1" status: 200 len: 813 time: 0.2997770 Jul 04 04:16:30.196102 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b584ca57-c98d-4a9b-954f-026f84757fed req-13b33c56-e613-41cd-83dd-186945496cf3 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0786991 Jul 04 04:16:30.217193 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-264d7508-0096-417e-8de3-898214e73665 req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Deleting port 44387a5e-08a3-462a-be05-f2befd8e7016 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:16:30.218460 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-264d7508-0096-417e-8de3-898214e73665 req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:30.224618 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83865c8e-1add-4669-9636-8eef60de030b req-08c4ec44-c05b-4f6d-a241-42cd8b05bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:30.226220 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83865c8e-1add-4669-9636-8eef60de030b req-08c4ec44-c05b-4f6d-a241-42cd8b05bff3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.2287142 Jul 04 04:16:30.232786 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:30.303799 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'port': {'device_id': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'admin_state_up': True, 'tenant_id': 'c487ee37e54042d680eccb72b046bb55'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:16:30.352473 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-264d7508-0096-417e-8de3-898214e73665 req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] For port 44387a5e-08a3-462a-be05-f2befd8e7016, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=44387a5e-08a3-462a-be05-f2befd8e7016,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:30.353000 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-264d7508-0096-417e-8de3-898214e73665 req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:30.375509 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-264d7508-0096-417e-8de3-898214e73665 req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Calling delete_port for 44387a5e-08a3-462a-be05-f2befd8e7016 owned by compute:nova {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:16:30.386111 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Pushing event updated for resources: {'Port': ['ID=bb2c5801-9617-4283-b348-91c2765ed7fd,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:30.463066 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7575c0-fec6-4190-b60f-70d9622354d8 req-8d08c4fa-cb26-4b17-a876-2c0e2d804b90 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:30.464569 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bf7575c0-fec6-4190-b60f-70d9622354d8 req-8d08c4fa-cb26-4b17-a876-2c0e2d804b90 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0807307 Jul 04 04:16:30.470706 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d2440e44-818a-42c7-b504-7063bf3dc0db admin admin] Publish callbacks [] for security_group (24965e65-376d-4b01-a0ae-bcf90814ae3e), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:30.508997 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d2440e44-818a-42c7-b504-7063bf3dc0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (24965e65-376d-4b01-a0ae-bcf90814ae3e), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:30.512148 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83865c8e-1add-4669-9636-8eef60de030b req-42b0c343-17f1-4c6a-8bbe-9777135d29be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3384abec-b08a-4477-8514-51d16c8ee80f HTTP/1.1" status: 200 len: 217 time: 0.1293454 Jul 04 04:16:30.538434 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:16:30.575774 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:16:30.588552 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:16:30.593679 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:30.594241 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:30.615654 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-264d7508-0096-417e-8de3-898214e73665 req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (44387a5e-08a3-462a-be05-f2befd8e7016), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:30.660442 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['44387a5e-08a3-462a-be05-f2befd8e7016'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:16:30.666405 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59258) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:30.669885 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d2440e44-818a-42c7-b504-7063bf3dc0db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1288dfde91b340159ac74714c1ac820b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9391589 Jul 04 04:16:30.675851 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Pushing event deleted for resources: {'Port': ['ID=44387a5e-08a3-462a-be05-f2befd8e7016,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:30.678695 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2440e44-818a-42c7-b504-7063bf3dc0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24965e65-376d-4b01-a0ae-bcf90814ae3e,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:30.696165 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:16:30.717383 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:30.719023 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.719366 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.719687 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.720023 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.720360 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.720665 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.722955 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.723209 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.723543 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.724165 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.724313 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.724877 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.724877 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.726037 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.726284 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:30.727593 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-d417c0a6-c4fe-4a3c-985b-8a0f7ca335fd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4243045 Jul 04 04:16:30.759539 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bf7575c0-fec6-4190-b60f-70d9622354d8 req-064e0866-3a93-4646-87dd-07d70a63cd86 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586918 Jul 04 04:16:30.770297 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Request body: {'port': {'device_id': 'db1e5292-d768-4e52-b4e1-91ef1e02e688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:16:30.775530 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Made reservation on behalf of c487ee37e54042d680eccb72b046bb55 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:16:30.780520 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:30.797500 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83865c8e-1add-4669-9636-8eef60de030b req-4007cbba-8545-4dfb-a17f-e56fb7c0a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:30.800058 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83865c8e-1add-4669-9636-8eef60de030b req-4007cbba-8545-4dfb-a17f-e56fb7c0a892 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.2705450 Jul 04 04:16:30.884547 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:31.154112 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [req-264d7508-0096-417e-8de3-898214e73665 req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] No DVR routers for this DVR port 44387a5e-08a3-462a-be05-f2befd8e7016 on host hv-cinder-74216 {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:16:31.173295 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-264d7508-0096-417e-8de3-898214e73665 req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:31.185006 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-dfb6c2ee-172f-4c73-8987-ca2b9fbe2b3e None None] Provisioning complete for port bb2c5801-9617-4283-b348-91c2765ed7fd triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:31.185428 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c2ee-172f-4c73-8987-ca2b9fbe2b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:31.191562 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-264d7508-0096-417e-8de3-898214e73665 req-e6149ed5-5af4-477b-9187-cc6c51779493 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.59 "DELETE /v2.0/ports/44387a5e-08a3-462a-be05-f2befd8e7016 HTTP/1.1" status: 204 len: 173 time: 1.1514070 Jul 04 04:16:31.195415 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd2b17-e16f-4867-87bd-9e0430d8b027', 'name': 'network-vif-deleted', 'tag': '44387a5e-08a3-462a-be05-f2befd8e7016'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:16:31.207695 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c77def8-2de3-4a0d-9fc9-2e5560ef05d5" -d '{"events": [{"server_uuid": "0dbd2b17-e16f-4867-87bd-9e0430d8b027", "name": "network-vif-deleted", "tag": "44387a5e-08a3-462a-be05-f2befd8e7016"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:16:31.268510 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-dfb6c2ee-172f-4c73-8987-ca2b9fbe2b3e None None] Port bb2c5801-9617-4283-b348-91c2765ed7fd cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:16:31.368272 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a28249ad-3aa4-4855-b336-7e66d7ec8a5f req-3162e1cc-eea3-4fc0-8a4f-fec60672ad04 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.2212491 Jul 04 04:16:31.401898 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-05f77000-436c-411a-b480-ef7a7d679ca7 admin admin] Publish callbacks [] for security_group (24965e65-376d-4b01-a0ae-bcf90814ae3e), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:31.453267 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83865c8e-1add-4669-9636-8eef60de030b req-022597ae-a016-49aa-939c-af41f174a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:31.465734 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83865c8e-1add-4669-9636-8eef60de030b req-022597ae-a016-49aa-939c-af41f174a1b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6422708 Jul 04 04:16:31.470917 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-05f77000-436c-411a-b480-ef7a7d679ca7 admin admin] Publish callbacks [] for security_group (24965e65-376d-4b01-a0ae-bcf90814ae3e), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:31.535051 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f487740-42dc-4ebe-a233-5d7f6a1ba8ae x-openstack-request-id: req-8f487740-42dc-4ebe-a233-5d7f6a1ba8ae {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:16:31.535855 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd2b17-e16f-4867-87bd-9e0430d8b027", "name": "network-vif-deleted", "tag": "44387a5e-08a3-462a-be05-f2befd8e7016", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:16:31.536337 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f487740-42dc-4ebe-a233-5d7f6a1ba8ae {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:16:31.537195 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f487740-42dc-4ebe-a233-5d7f6a1ba8ae'] response: {'server_uuid': '0dbd2b17-e16f-4867-87bd-9e0430d8b027', 'name': 'network-vif-deleted', 'tag': '44387a5e-08a3-462a-be05-f2befd8e7016', 'status': 'completed', 'code': 200} Jul 04 04:16:31.537888 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:31.547342 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-05f77000-436c-411a-b480-ef7a7d679ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (24965e65-376d-4b01-a0ae-bcf90814ae3e), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:31.552378 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-05f77000-436c-411a-b480-ef7a7d679ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:31.554539 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-05f77000-436c-411a-b480-ef7a7d679ca7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24965e65-376d-4b01-a0ae-bcf90814ae3e HTTP/1.1" status: 204 len: 168 time: 0.8865707 Jul 04 04:16:31.567755 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f77000-436c-411a-b480-ef7a7d679ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24965e65-376d-4b01-a0ae-bcf90814ae3e,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:31.679378 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59288) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:31.728179 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:UPDATE=1,neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:31.728758 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5115365-b7f5-4e13-be76-02719a9df419 req-31815eaa-bb9b-4b49-8f1f-df4ccbf1347c tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:31.730193 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b5115365-b7f5-4e13-be76-02719a9df419 req-31815eaa-bb9b-4b49-8f1f-df4ccbf1347c tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 935 time: 0.1175554 Jul 04 04:16:31.745256 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83865c8e-1add-4669-9636-8eef60de030b req-d94835d3-52f5-4fb9-ab3c-0876301f593c service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773970 Jul 04 04:16:31.759028 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2ae62c71-8407-472c-92a4-4ef15acf21e7 req-e54607b4-c5f7-41f3-8ca4-96dc927b663e tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 210 time: 0.3082132 Jul 04 04:16:31.768232 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:31.877377 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-66013660-47d3-4b62-804a-98642886569a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:31.942606 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b5115365-b7f5-4e13-be76-02719a9df419 req-7bd5ca4e-781e-409e-9c96-bb491f2f45f0 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943707 Jul 04 04:16:32.097688 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-66013660-47d3-4b62-804a-98642886569a admin admin] Publish callbacks [] for security_group (d4691d49-d4f5-479c-9832-fd84477775d9), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.106817 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-66013660-47d3-4b62-804a-98642886569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (d4691d49-d4f5-479c-9832-fd84477775d9), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.218422 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66013660-47d3-4b62-804a-98642886569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4691d49-d4f5-479c-9832-fd84477775d9,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:32.235574 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-66013660-47d3-4b62-804a-98642886569a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1b4f44a26374ae6881228530969c8cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5520413 Jul 04 04:16:32.238337 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59298) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:32.319017 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83865c8e-1add-4669-9636-8eef60de030b req-ac296c12-2d2a-477c-91fd-62958851e5ce service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421534 Jul 04 04:16:32.359485 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fc1dfc08-1690-476e-bfc3-89c58a1469c2 admin admin] Publish callbacks [] for security_group (d4691d49-d4f5-479c-9832-fd84477775d9), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.385942 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657722b-5d2b-451b-a4b3-b21341238d41 req-0853fe66-6053-4cb9-9930-679b592b6f6e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:32.393599 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59300) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:32.398972 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4657722b-5d2b-451b-a4b3-b21341238d41 req-0853fe66-6053-4cb9-9930-679b592b6f6e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.2462091 Jul 04 04:16:32.433225 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Allocated IP 172.20.0.3 (3beef653-ae8d-4ba3-962e-487bd0dbfb0c/7f59e1ba-dabc-4843-8164-134901eb233e/824e9a73-e83d-443e-a6cb-c8627c01096f) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:16:32.450166 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fc1dfc08-1690-476e-bfc3-89c58a1469c2 admin admin] Publish callbacks [] for security_group (d4691d49-d4f5-479c-9832-fd84477775d9), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.452544 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bcc5fab3-db21-41f6-8e44-5adbac03bac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.543206 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c88e2eb4-d87d-4ea4-a1cf-e4c83212191b req-6f258630-7741-42c4-bd2c-e1c4f0bddba8 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0631797 Jul 04 04:16:32.622993 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fc1dfc08-1690-476e-bfc3-89c58a1469c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (d4691d49-d4f5-479c-9832-fd84477775d9), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.633255 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-fc1dfc08-1690-476e-bfc3-89c58a1469c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.674719 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-fc1dfc08-1690-476e-bfc3-89c58a1469c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4691d49-d4f5-479c-9832-fd84477775d9 HTTP/1.1" status: 204 len: 168 time: 0.4221704 Jul 04 04:16:32.704248 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bcc5fab3-db21-41f6-8e44-5adbac03bac8 admin admin] Publish callbacks [] for security_group (958fec9a-06f6-44ef-b123-dce3e9ea15fb), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.715702 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bcc5fab3-db21-41f6-8e44-5adbac03bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (958fec9a-06f6-44ef-b123-dce3e9ea15fb), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.718943 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dfc08-1690-476e-bfc3-89c58a1469c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4691d49-d4f5-479c-9832-fd84477775d9,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:32.789832 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-bcc5fab3-db21-41f6-8e44-5adbac03bac8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ff0d0400f884ba4aeff5cd3a617af43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761797 Jul 04 04:16:32.790637 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59310) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:32.798740 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5fab3-db21-41f6-8e44-5adbac03bac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958fec9a-06f6-44ef-b123-dce3e9ea15fb,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:32.864312 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:32.869600 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4657722b-5d2b-451b-a4b3-b21341238d41 req-7ebf15f4-4a61-4e26-9e1a-30a7e0af828d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697399 Jul 04 04:16:32.962541 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3514c6f0-86e2-4db6-b62e-03d4c98c96a8 admin admin] Publish callbacks [] for security_group (958fec9a-06f6-44ef-b123-dce3e9ea15fb), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:32.962541 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a06b5b76-6292-4528-a9aa-6270d44eb726 req-a0033d4e-23eb-4f18-8f70-ff934f1916d9 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 210 time: 0.0510976 Jul 04 04:16:33.031792 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3514c6f0-86e2-4db6-b62e-03d4c98c96a8 admin admin] Publish callbacks [] for security_group (958fec9a-06f6-44ef-b123-dce3e9ea15fb), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:33.073686 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:33.101633 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3514c6f0-86e2-4db6-b62e-03d4c98c96a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (958fec9a-06f6-44ef-b123-dce3e9ea15fb), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:33.121145 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3514c6f0-86e2-4db6-b62e-03d4c98c96a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:33.127736 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-3514c6f0-86e2-4db6-b62e-03d4c98c96a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/958fec9a-06f6-44ef-b123-dce3e9ea15fb HTTP/1.1" status: 204 len: 168 time: 0.3355763 Jul 04 04:16:33.138601 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514c6f0-86e2-4db6-b62e-03d4c98c96a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958fec9a-06f6-44ef-b123-dce3e9ea15fb,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:33.180147 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2c5801-9617-4283-b348-91c2765ed7fd {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:16:33.201274 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 44387a5e-08a3-462a-be05-f2befd8e7016 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:16:33.236161 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:33.265027 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 44387a5e-08a3-462a-be05-f2befd8e7016 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:16:33.265745 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 44387a5e-08a3-462a-be05-f2befd8e7016 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:16:33.335507 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Publish callbacks [] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:33.357405 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:33.446667 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'Port': ['ID=824e9a73-e83d-443e-a6cb-c8627c01096f,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:33.457341 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Transition to ACTIVE for port object bb2c5801-9617-4283-b348-91c2765ed7fd will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:16:33.465976 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c07d8-5f87-48a0-a97f-9df8b1c0dbf5 req-047cf2eb-34f9-4db1-8009-82b91595e1bd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:33.467564 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d10c07d8-5f87-48a0-a97f-9df8b1c0dbf5 req-047cf2eb-34f9-4db1-8009-82b91595e1bd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 935 time: 0.3719606 Jul 04 04:16:33.478052 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:16:33.496879 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:16:33.499902 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:33.502430 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:33.531258 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:16:33.556588 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:33.561265 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:33.727505 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2c5801-9617-4283-b348-91c2765ed7fd,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:33.784303 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-6380736c-cb49-49a0-ba82-8fc3607cf060 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4848118 Jul 04 04:16:33.794108 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d10c07d8-5f87-48a0-a97f-9df8b1c0dbf5 req-d546fb23-7cd7-456c-aeb1-9cc07d1373d8 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140008 Jul 04 04:16:33.823967 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fd976ecc-f765-46a2-a80b-9dd610161b72 req-9e870d13-71c2-4c4d-8cc5-702f590caa4f tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.1189625 Jul 04 04:16:33.894135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Attempting to bind port bb2c5801-9617-4283-b348-91c2765ed7fd on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:16:33.900428 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Attempting to bind port bb2c5801-9617-4283-b348-91c2765ed7fd by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '102c1a94-ca70-4d53-94a8-a772faf2c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:16:33.900428 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Attempting to bind port bb2c5801-9617-4283-b348-91c2765ed7fd on network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:16:33.924315 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Port bb2c5801-9617-4283-b348-91c2765ed7fd on network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:16:33.924984 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Attempting to bind port bb2c5801-9617-4283-b348-91c2765ed7fd on network c808a7a5-96f3-44e6-9b61-8aa8af1189d6 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:16:33.932052 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:16:33.933233 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Checking segment: {'id': '102c1a94-ca70-4d53-94a8-a772faf2c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:16:33.933658 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Bound using segment: {'id': '102c1a94-ca70-4d53-94a8-a772faf2c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:16:33.934117 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Bound port: bb2c5801-9617-4283-b348-91c2765ed7fd, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102c1a94-ca70-4d53-94a8-a772faf2c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:16:33.934560 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:33.972762 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-e1a9fbb0-b597-4941-a0d1-cac12949f290 None None] Provisioning complete for port 824e9a73-e83d-443e-a6cb-c8627c01096f triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:16:33.973269 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e1a9fbb0-b597-4941-a0d1-cac12949f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:34.023153 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9fbb0-b597-4941-a0d1-cac12949f290 None None] Port 824e9a73-e83d-443e-a6cb-c8627c01096f cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:16:34.096077 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa529-bebb-4a27-8d38-4717250978ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:34.133634 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e5a62-d63d-41d5-9643-477a08972bd0 req-3f223ab6-1e06-4dc6-83b7-92bd07fc7d5d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:34.135286 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a1e5a62-d63d-41d5-9643-477a08972bd0 req-3f223ab6-1e06-4dc6-83b7-92bd07fc7d5d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.1345968 Jul 04 04:16:34.143170 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] For port bb2c5801-9617-4283-b348-91c2765ed7fd, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:16:34.155360 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] For port bb2c5801-9617-4283-b348-91c2765ed7fd, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bb2c5801-9617-4283-b348-91c2765ed7fd,segment=NetworkSegment(102c1a94-ca70-4d53-94a8-a772faf2c42c),segment_id=102c1a94-ca70-4d53-94a8-a772faf2c42c)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:16:34.171446 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:34.210024 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1d5c7-fc04-4cc9-b97a-ce77b2059853 req-e975384c-41e3-4c21-a507-e61ad885763b tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:34.211035 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a1e5a62-d63d-41d5-9643-477a08972bd0 req-cfaf2115-9736-4fbd-a308-b09c760a4c3c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649111 Jul 04 04:16:34.220826 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d7d1d5c7-fc04-4cc9-b97a-ce77b2059853 req-e975384c-41e3-4c21-a507-e61ad885763b tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.1004906 Jul 04 04:16:34.267066 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:34.292702 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2c5801-9617-4283-b348-91c2765ed7fd,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:34.297234 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d7d1d5c7-fc04-4cc9-b97a-ce77b2059853 req-887a8338-ae64-4552-8593-ec4ebcb74aaa tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694304 Jul 04 04:16:34.299482 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:34.300107 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:34.301969 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-71d04594-c7b9-4569-a739-94dc435a2a34 service neutron] 10.222.0.59 "PUT /v2.0/ports/bb2c5801-9617-4283-b348-91c2765ed7fd HTTP/1.1" status: 200 len: 1097 time: 3.5411930 Jul 04 04:16:34.302740 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1e5292-d768-4e52-b4e1-91ef1e02e688', 'tag': 'bb2c5801-9617-4283-b348-91c2765ed7fd'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:16:34.305742 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e6916c-2f3e-46a6-963a-312c1c3774fd" -d '{"events": [{"name": "network-changed", "server_uuid": "db1e5292-d768-4e52-b4e1-91ef1e02e688", "tag": "bb2c5801-9617-4283-b348-91c2765ed7fd"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:16:34.363389 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cb78c0-b7dd-4354-b8ac-96a8bac88189 x-openstack-request-id: req-37cb78c0-b7dd-4354-b8ac-96a8bac88189 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:16:34.363869 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1e5292-d768-4e52-b4e1-91ef1e02e688", "tag": "bb2c5801-9617-4283-b348-91c2765ed7fd", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:16:34.364120 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37cb78c0-b7dd-4354-b8ac-96a8bac88189 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:16:34.365092 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cb78c0-b7dd-4354-b8ac-96a8bac88189'] response: {'name': 'network-changed', 'server_uuid': 'db1e5292-d768-4e52-b4e1-91ef1e02e688', 'tag': 'bb2c5801-9617-4283-b348-91c2765ed7fd', 'status': 'completed', 'code': 200} Jul 04 04:16:34.925141 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ead22b-270d-40a4-ab40-11db232cee27 req-1028c0ca-9157-453e-a06e-3de67dab9625 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:34.926725 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-77ead22b-270d-40a4-ab40-11db232cee27 req-1028c0ca-9157-453e-a06e-3de67dab9625 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0632002 Jul 04 04:16:35.004400 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-07e524b4-9046-4e29-aa96-76a435bb492b req-3f4ade54-c201-4cc0-bff3-67faa0881d97 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0971258 Jul 04 04:16:35.077039 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-77ead22b-270d-40a4-ab40-11db232cee27 req-17bc7446-1842-4e12-97c0-19cdd1c2bf25 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434078 Jul 04 04:16:35.341366 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dc1d7-ac92-427e-a2d5-4b4e93a79c28 req-77cff6c1-c4f1-4293-a262-271bf6fae4e4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:35.342928 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3f8dc1d7-ac92-427e-a2d5-4b4e93a79c28 req-77cff6c1-c4f1-4293-a262-271bf6fae4e4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0552082 Jul 04 04:16:35.381050 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:35.402486 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3f8dc1d7-ac92-427e-a2d5-4b4e93a79c28 req-77777031-5962-4fe0-befd-31d46da4d6fa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525544 Jul 04 04:16:35.413259 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd915-7769-4edc-9f38-6145260d8b67 req-a930904b-bb03-4ff3-9a6b-220e2e789b3c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:35.415132 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-632fd915-7769-4edc-9f38-6145260d8b67 req-a930904b-bb03-4ff3-9a6b-220e2e789b3c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0514154 Jul 04 04:16:35.470833 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-632fd915-7769-4edc-9f38-6145260d8b67 req-26fb6030-c09a-455d-bb31-989773a0981b tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Jul 04 04:16:36.148746 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b8616df5-9b66-479d-a95b-af68e05ce960 req-2f53975d-4423-43ad-82d3-df9e70b12642 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0426259 Jul 04 04:16:36.195801 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcb97-47c1-4d64-acf3-8ce2e4934606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:36.224869 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7417fb7-8642-4d5e-8a5b-5e0f1b8f45f3 req-2139958b-8015-4365-97de-757cc8976f09 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:36.232201 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7417fb7-8642-4d5e-8a5b-5e0f1b8f45f3 req-2139958b-8015-4365-97de-757cc8976f09 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0627470 Jul 04 04:16:36.312912 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7417fb7-8642-4d5e-8a5b-5e0f1b8f45f3 req-a0d0ba23-6b6e-4b6e-bf13-463c6823996e tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Jul 04 04:16:36.603725 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dc699-1363-4427-90b8-099f48ff4f63 req-8aaa9056-ed21-4bf6-abd9-5e149dd68d3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:36.605814 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fc1dc699-1363-4427-90b8-099f48ff4f63 req-8aaa9056-ed21-4bf6-abd9-5e149dd68d3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0714560 Jul 04 04:16:36.657612 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8111bb-ea5b-4ea0-88ca-d69994a57b5d req-f65b7279-ff5c-46ca-98e9-288a06186f73 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:36.665198 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9d8111bb-ea5b-4ea0-88ca-d69994a57b5d req-f65b7279-ff5c-46ca-98e9-288a06186f73 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.1082778 Jul 04 04:16:36.667436 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fc1dc699-1363-4427-90b8-099f48ff4f63 req-dfd8d7c6-83c8-4454-a7a9-8ad3440c3a43 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558598 Jul 04 04:16:36.720699 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9d8111bb-ea5b-4ea0-88ca-d69994a57b5d req-5785767e-4cc2-4d51-989a-027787aa90af tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545483 Jul 04 04:16:37.256911 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7c8e6e24-5ab9-4909-aade-3c020e2dde0a req-739d0c2a-1049-4762-9b3c-8086f2af3a30 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0304925 Jul 04 04:16:37.436156 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf243a3c-0c02-46d6-ad88-19487d9624b8 req-14d5416b-63eb-4988-a864-45f09f9f02b1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:37.437631 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bf243a3c-0c02-46d6-ad88-19487d9624b8 req-14d5416b-63eb-4988-a864-45f09f9f02b1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0552201 Jul 04 04:16:37.498232 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bf243a3c-0c02-46d6-ad88-19487d9624b8 req-f97adaa3-581f-4de1-a84a-c5a7b1bc9b3d tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546324 Jul 04 04:16:37.550298 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:37.797191 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59412) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:37.846489 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d41a-c07c-4a3c-bcb0-22c24a26a7b5 req-c299cd40-0e11-4804-b71b-dcab0e1b71ac tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:37.848235 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f06d41a-c07c-4a3c-bcb0-22c24a26a7b5 req-c299cd40-0e11-4804-b71b-dcab0e1b71ac tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0890734 Jul 04 04:16:37.891832 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03970901-4f97-4683-8e51-5e6156c24a84 req-5293150a-e973-4716-b1c9-d32c41e4c6bc tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:37.893334 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-03970901-4f97-4683-8e51-5e6156c24a84 req-5293150a-e973-4716-b1c9-d32c41e4c6bc tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0840986 Jul 04 04:16:37.923910 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f06d41a-c07c-4a3c-bcb0-22c24a26a7b5 req-0b7c6556-c808-4575-945b-2a2995394eee tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698740 Jul 04 04:16:37.959706 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b7644ded-7fc6-4944-bab5-c27fb2d70ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:37.974137 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-03970901-4f97-4683-8e51-5e6156c24a84 req-729309da-b879-4104-be2e-a88eb3347cc4 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741291 Jul 04 04:16:38.068814 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b7644ded-7fc6-4944-bab5-c27fb2d70ad0 admin admin] Publish callbacks [] for security_group (1bf84154-845b-493f-a3bf-6da22e68428f), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.074064 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b7644ded-7fc6-4944-bab5-c27fb2d70ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1bf84154-845b-493f-a3bf-6da22e68428f), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.080249 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:38.117914 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7644ded-7fc6-4944-bab5-c27fb2d70ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf84154-845b-493f-a3bf-6da22e68428f,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:38.123073 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-b7644ded-7fc6-4944-bab5-c27fb2d70ad0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f0a815bda3a4b55a130e065e54335dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246934 Jul 04 04:16:38.126076 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 59418) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:38.175344 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e3a68144-ba37-4360-b68a-2e7bc288d772 admin admin] Publish callbacks [] for security_group (1bf84154-845b-493f-a3bf-6da22e68428f), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.201736 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e3a68144-ba37-4360-b68a-2e7bc288d772 admin admin] Publish callbacks [] for security_group (1bf84154-845b-493f-a3bf-6da22e68428f), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.254111 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e3a68144-ba37-4360-b68a-2e7bc288d772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1bf84154-845b-493f-a3bf-6da22e68428f), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.256924 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e3a68144-ba37-4360-b68a-2e7bc288d772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.258074 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e3a68144-ba37-4360-b68a-2e7bc288d772 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bf84154-845b-493f-a3bf-6da22e68428f HTTP/1.1" status: 204 len: 168 time: 0.1313338 Jul 04 04:16:38.266215 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a68144-ba37-4360-b68a-2e7bc288d772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf84154-845b-493f-a3bf-6da22e68428f,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:38.363898 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2507f9f6-ef69-4961-ade6-b010086dc8cb req-07706659-9563-4af5-a3b7-04b71504f2de tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0309725 Jul 04 04:16:38.534526 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59428) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:38.549154 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f65d0064-2d62-45e1-9713-2be466db91b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.631947 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6ac5a-2eb2-4bd4-9a30-e53a8f89c6a2 req-1fa738ac-9291-408d-83d9-57c89b959c8c tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:38.633425 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d6a6ac5a-2eb2-4bd4-9a30-e53a8f89c6a2 req-1fa738ac-9291-408d-83d9-57c89b959c8c tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0630176 Jul 04 04:16:38.658383 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:38.710811 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f65d0064-2d62-45e1-9713-2be466db91b8 admin admin] Publish callbacks [] for security_group (3985ef34-6771-4874-bc6c-4e5ac143b025), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.721395 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d6a6ac5a-2eb2-4bd4-9a30-e53a8f89c6a2 req-7e50c479-9d7a-4d00-8f02-c68334113acd tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805995 Jul 04 04:16:38.722159 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f65d0064-2d62-45e1-9713-2be466db91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3985ef34-6771-4874-bc6c-4e5ac143b025), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.764734 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f65d0064-2d62-45e1-9713-2be466db91b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb3c3959d00d4378b06b7399de4d7db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290206 Jul 04 04:16:38.765884 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0064-2d62-45e1-9713-2be466db91b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3985ef34-6771-4874-bc6c-4e5ac143b025,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:38.767501 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 59432) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:38.820085 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c7d94b53-e0be-4972-be19-34cdd9c688b6 admin admin] Publish callbacks [] for security_group (3985ef34-6771-4874-bc6c-4e5ac143b025), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.842996 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c7d94b53-e0be-4972-be19-34cdd9c688b6 admin admin] Publish callbacks [] for security_group (3985ef34-6771-4874-bc6c-4e5ac143b025), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.861636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.892576 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c7d94b53-e0be-4972-be19-34cdd9c688b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3985ef34-6771-4874-bc6c-4e5ac143b025), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.895252 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c7d94b53-e0be-4972-be19-34cdd9c688b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:38.896419 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-c7d94b53-e0be-4972-be19-34cdd9c688b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3985ef34-6771-4874-bc6c-4e5ac143b025 HTTP/1.1" status: 204 len: 168 time: 0.1279690 Jul 04 04:16:38.905016 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d94b53-e0be-4972-be19-34cdd9c688b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3985ef34-6771-4874-bc6c-4e5ac143b025,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:39.050418 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9c93a-8fb5-4d53-9bb7-e8511a32f264 req-aa913e99-b5b8-4dbc-8a75-ffb540480c85 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:39.052071 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-87b9c93a-8fb5-4d53-9bb7-e8511a32f264 req-aa913e99-b5b8-4dbc-8a75-ffb540480c85 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0575619 Jul 04 04:16:39.103463 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:39.121190 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-87b9c93a-8fb5-4d53-9bb7-e8511a32f264 req-e488f642-8bcb-4662-a796-9d740dc41cf2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604815 Jul 04 04:16:39.121415 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476763f2-6747-4b46-8520-08e44aa477e7 req-fbab2981-8802-4174-991b-e4730ae882b2 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:39.128196 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-476763f2-6747-4b46-8520-08e44aa477e7 req-fbab2981-8802-4174-991b-e4730ae882b2 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0675948 Jul 04 04:16:39.182389 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-476763f2-6747-4b46-8520-08e44aa477e7 req-19996133-c713-4aea-86a5-b5178fff620e tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533390 Jul 04 04:16:39.473479 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5b9dcdc0-a352-4309-a37f-ca5a35dfde19 req-0aaa9302-8250-4852-bc0f-f22c9ccc2d04 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0332351 Jul 04 04:16:39.754765 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:39.886450 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519aa53-6094-4a0d-83d6-b9cd42453be2 req-4d78b753-5d1f-4300-b910-a3e76f27a1b7 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:39.889260 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3519aa53-6094-4a0d-83d6-b9cd42453be2 req-4d78b753-5d1f-4300-b910-a3e76f27a1b7 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0739625 Jul 04 04:16:39.955036 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3519aa53-6094-4a0d-83d6-b9cd42453be2 req-e48d0a73-590e-41d9-8981-469f8a2b066d tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534973 Jul 04 04:16:40.314780 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:40.339811 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa5237-38c0-49bb-a45d-cf07a018774d req-c680f12e-102d-401e-a061-ad8306cc7669 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:40.347747 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f3fa5237-38c0-49bb-a45d-cf07a018774d req-c680f12e-102d-401e-a061-ad8306cc7669 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0751824 Jul 04 04:16:40.414968 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5a776-bdc4-4a59-a1b6-24244d1de450 req-4b54c025-1576-4890-a2b4-a3375bc8ce32 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:40.416821 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-55f5a776-bdc4-4a59-a1b6-24244d1de450 req-4b54c025-1576-4890-a2b4-a3375bc8ce32 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.1188135 Jul 04 04:16:40.418983 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f3fa5237-38c0-49bb-a45d-cf07a018774d req-3fbeb30b-a673-4914-9157-35e1765b4172 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699315 Jul 04 04:16:40.441245 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 59476) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:40.476079 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-55f5a776-bdc4-4a59-a1b6-24244d1de450 req-8413c46d-c2cf-47bc-8c78-329ba09e66bf tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534041 Jul 04 04:16:40.556869 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1008bb09-41b8-4a13-9124-5d410d5d2467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:40.586964 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-89741475-9f1f-47fd-a4c9-4d3147b3a92c req-2a936496-2f39-4269-8d68-78676d2be3c2 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0384412 Jul 04 04:16:40.647785 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:40.657217 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1008bb09-41b8-4a13-9124-5d410d5d2467 admin admin] Publish callbacks [] for security_group (06639917-f4ef-44e7-a02b-6ceebbbeb4a6), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:40.662595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1008bb09-41b8-4a13-9124-5d410d5d2467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (06639917-f4ef-44e7-a02b-6ceebbbeb4a6), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:40.696494 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:40.703830 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-1008bb09-41b8-4a13-9124-5d410d5d2467 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0381c85f82cf4fdb81969ef3d4084e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670550 Jul 04 04:16:40.704737 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008bb09-41b8-4a13-9124-5d410d5d2467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06639917-f4ef-44e7-a02b-6ceebbbeb4a6,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:40.706644 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59484) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:40.758335 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a393b44-368d-489d-866d-01a45fdf77f3 admin admin] Publish callbacks [] for security_group (06639917-f4ef-44e7-a02b-6ceebbbeb4a6), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:40.781540 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a393b44-368d-489d-866d-01a45fdf77f3 admin admin] Publish callbacks [] for security_group (06639917-f4ef-44e7-a02b-6ceebbbeb4a6), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:40.858807 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a393b44-368d-489d-866d-01a45fdf77f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (06639917-f4ef-44e7-a02b-6ceebbbeb4a6), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:40.861484 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a393b44-368d-489d-866d-01a45fdf77f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:40.862925 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7a393b44-368d-489d-866d-01a45fdf77f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06639917-f4ef-44e7-a02b-6ceebbbeb4a6 HTTP/1.1" status: 204 len: 168 time: 0.1551495 Jul 04 04:16:40.871823 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a393b44-368d-489d-866d-01a45fdf77f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06639917-f4ef-44e7-a02b-6ceebbbeb4a6,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:41.079802 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae8dae-abe9-4965-a720-9e2a93c463f6 req-45d1675d-07ab-46c7-a0a2-b007a469cce0 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:41.087743 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-26ae8dae-abe9-4965-a720-9e2a93c463f6 req-45d1675d-07ab-46c7-a0a2-b007a469cce0 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0553010 Jul 04 04:16:41.144255 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-26ae8dae-abe9-4965-a720-9e2a93c463f6 req-faa530f0-b1f9-48ee-bc84-101c1116a326 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554535 Jul 04 04:16:41.580146 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52579c-199b-44c8-8f95-0ccc08a4d9d0 req-9c387f49-8c5f-47f1-b200-0ec9dfef19ed tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:41.589957 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3d52579c-199b-44c8-8f95-0ccc08a4d9d0 req-9c387f49-8c5f-47f1-b200-0ec9dfef19ed tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0889680 Jul 04 04:16:41.645989 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a4001-5571-44fb-b867-6b0f2ab7d750 req-979d6d3b-3575-4ab6-bc59-f4745ae32477 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:41.647603 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-687a4001-5571-44fb-b867-6b0f2ab7d750 req-979d6d3b-3575-4ab6-bc59-f4745ae32477 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0850072 Jul 04 04:16:41.681951 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3d52579c-199b-44c8-8f95-0ccc08a4d9d0 req-f5c96244-4a3d-41a2-ab15-f3e44e106124 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908525 Jul 04 04:16:41.688948 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:41.742063 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-687a4001-5571-44fb-b867-6b0f2ab7d750 req-7579cb7b-c61a-4f62-a18e-6fe70ff83454 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865333 Jul 04 04:16:41.811979 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3ef230ff-aacd-4a57-8d2a-fb41c6d3edb4 req-e62d4dc7-6fc0-4796-b76f-cddd7db459bd tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0319066 Jul 04 04:16:42.281147 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a34818-7264-4ddc-b1c6-1646cc809686 req-f2efca81-2014-474c-8052-6f61526f7116 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:42.282664 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-52a34818-7264-4ddc-b1c6-1646cc809686 req-f2efca81-2014-474c-8052-6f61526f7116 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0653608 Jul 04 04:16:42.362634 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-52a34818-7264-4ddc-b1c6-1646cc809686 req-11bdd534-8c00-42f1-81aa-634309ab0371 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729167 Jul 04 04:16:42.815761 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13071794-2683-41a2-85a6-116810925760 req-33c07bc9-1c59-4f54-8b20-a34eed66202f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:42.817242 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-13071794-2683-41a2-85a6-116810925760 req-33c07bc9-1c59-4f54-8b20-a34eed66202f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0557251 Jul 04 04:16:42.865527 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-13071794-2683-41a2-85a6-116810925760 req-b48111bc-46d6-405e-9c91-64607fb1e353 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Jul 04 04:16:42.866181 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f0941-2200-4105-9cdd-7791950552a1 req-450055d9-b5fd-483c-9692-d099ad0f4a62 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:42.867689 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a19f0941-2200-4105-9cdd-7791950552a1 req-450055d9-b5fd-483c-9692-d099ad0f4a62 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0506346 Jul 04 04:16:42.915609 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a19f0941-2200-4105-9cdd-7791950552a1 req-9b51bc81-9934-4bfd-9da2-e893bd995a6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Jul 04 04:16:42.946746 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b7d752ec-123a-41d9-9465-71fe281d1d02 req-fd4b183b-ce65-4151-a836-6fbf651858bf tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0274274 Jul 04 04:16:43.483879 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7fd5-c733-408f-bff3-b8066d77e2bc req-d5f46bd4-fb49-4500-9cb4-249ed3c1dce5 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:43.485143 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-392a7fd5-c733-408f-bff3-b8066d77e2bc req-d5f46bd4-fb49-4500-9cb4-249ed3c1dce5 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0538120 Jul 04 04:16:43.512239 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:43.543043 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-392a7fd5-c733-408f-bff3-b8066d77e2bc req-f0c484d5-e931-4163-97a9-7d4ae3eb187b tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516229 Jul 04 04:16:43.955981 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:44.012430 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0668af-0e0f-4011-b4b2-cbb02a8f13cf req-5978758c-5fbd-49c5-96ba-b4e7ef3b2726 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:44.014975 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a0668af-0e0f-4011-b4b2-cbb02a8f13cf req-5978758c-5fbd-49c5-96ba-b4e7ef3b2726 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0576098 Jul 04 04:16:44.054736 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa4d4-a331-4320-8199-693344cb1592 req-45b42fa9-260e-45d4-a28c-d209798ae17a tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:44.056420 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6cdfa4d4-a331-4320-8199-693344cb1592 req-45b42fa9-260e-45d4-a28c-d209798ae17a tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0665612 Jul 04 04:16:44.072521 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a0668af-0e0f-4011-b4b2-cbb02a8f13cf req-4c08915b-40ca-42bc-a7f4-d7e071545684 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505664 Jul 04 04:16:44.128219 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6cdfa4d4-a331-4320-8199-693344cb1592 req-fd816fe7-8efe-48ef-a29d-e910bb1a56fb tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654259 Jul 04 04:16:44.203398 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f1e15bc-05f7-48ad-9ace-28e696944691 req-e7f5c3f0-af1c-407f-af5c-8801ef24fb23 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0295260 Jul 04 04:16:44.667615 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1337dad-a43c-4d51-add5-c0d04e0227fb req-31e7a5fc-1387-4e17-a096-69fe4d247874 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:44.669025 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c1337dad-a43c-4d51-add5-c0d04e0227fb req-31e7a5fc-1387-4e17-a096-69fe4d247874 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0522003 Jul 04 04:16:44.718261 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c1337dad-a43c-4d51-add5-c0d04e0227fb req-24b8d782-38cf-4a68-9abd-bed3a7f59eea tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Jul 04 04:16:45.212610 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b0112-e79a-46e5-a433-d114c21fb623 req-53290b5c-de28-48f0-a645-3d359d89fd06 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:45.214182 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b29b0112-e79a-46e5-a433-d114c21fb623 req-53290b5c-de28-48f0-a645-3d359d89fd06 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0533087 Jul 04 04:16:45.256259 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8616775-b259-4cc5-9ecd-3557fbdf5a03 req-c54bda00-16fa-404b-b5a1-13cef92f11e6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:45.257848 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a8616775-b259-4cc5-9ecd-3557fbdf5a03 req-c54bda00-16fa-404b-b5a1-13cef92f11e6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0579107 Jul 04 04:16:45.268835 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b29b0112-e79a-46e5-a433-d114c21fb623 req-404f1aaa-4337-40cd-a17e-50fce215e2d5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480657 Jul 04 04:16:45.311505 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a8616775-b259-4cc5-9ecd-3557fbdf5a03 req-f2e4ac77-31dd-4015-99db-96aca2ff3033 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479307 Jul 04 04:16:45.366196 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-963dec77-ca8c-4d6c-9990-6b6cdf706a79 req-6a761568-9cb5-4b5d-beda-f17a0852cceb tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0359941 Jul 04 04:16:45.850054 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ab7af-0ae2-4342-a623-924cca6a04c0 req-abc6adb3-f58f-44e4-9432-94ce100f231c tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:45.851720 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b15ab7af-0ae2-4342-a623-924cca6a04c0 req-abc6adb3-f58f-44e4-9432-94ce100f231c tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0555789 Jul 04 04:16:45.906350 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b15ab7af-0ae2-4342-a623-924cca6a04c0 req-9cb4f704-4f9c-437f-9deb-4bbac407f48f tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452857 Jul 04 04:16:46.392343 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef65a4-af54-4e66-91f8-13d5a9991b73 req-42baa2c3-024e-4365-8b34-de613a069e98 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:46.393992 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-18ef65a4-af54-4e66-91f8-13d5a9991b73 req-42baa2c3-024e-4365-8b34-de613a069e98 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0485024 Jul 04 04:16:46.424165 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7229d4-6a48-45a9-a6de-bcb50ecdda5f req-6852a953-d81a-435b-bfee-2f98d9d9cfef tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:46.425629 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9d7229d4-6a48-45a9-a6de-bcb50ecdda5f req-6852a953-d81a-435b-bfee-2f98d9d9cfef tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0480299 Jul 04 04:16:46.442946 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-18ef65a4-af54-4e66-91f8-13d5a9991b73 req-69290871-440c-44b3-bb01-32155af2e6c8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429916 Jul 04 04:16:46.475159 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9d7229d4-6a48-45a9-a6de-bcb50ecdda5f req-b2fb7a82-3f96-4cd1-87d4-6ec1ca70c9ff tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 Jul 04 04:16:46.528199 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9cc7aed7-c628-423d-b02e-a60354eaec17 req-4d0868a9-636b-45a9-8793-021ef926dee7 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0288155 Jul 04 04:16:47.031272 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670ddb0-5443-4062-9ef3-a9c9c5e003cb req-c1a9b01c-3c59-4a47-8176-d628e0109ff5 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:47.032843 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d670ddb0-5443-4062-9ef3-a9c9c5e003cb req-c1a9b01c-3c59-4a47-8176-d628e0109ff5 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0572531 Jul 04 04:16:47.080743 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d670ddb0-5443-4062-9ef3-a9c9c5e003cb req-c67d2d18-84a2-45e7-b164-4c7758e1e1e8 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Jul 04 04:16:47.564779 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd5a7d-6569-4eab-9b27-ecb609c97b8f req-aa00ef47-bf55-4f5c-bd8b-0a2a4686fd9e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:47.566271 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-15fd5a7d-6569-4eab-9b27-ecb609c97b8f req-aa00ef47-bf55-4f5c-bd8b-0a2a4686fd9e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0512140 Jul 04 04:16:47.592577 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89219a90-605e-4f72-ba52-e64f2f7f1c65 req-4a42608d-7910-43fa-af49-db268a68b5e9 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:47.594075 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-89219a90-605e-4f72-ba52-e64f2f7f1c65 req-4a42608d-7910-43fa-af49-db268a68b5e9 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0476964 Jul 04 04:16:47.622644 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-15fd5a7d-6569-4eab-9b27-ecb609c97b8f req-9f15c92d-53c5-44d7-8cb5-302f0c16fb96 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502768 Jul 04 04:16:47.652276 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-89219a90-605e-4f72-ba52-e64f2f7f1c65 req-6b314797-bac3-45a5-8d3e-372f88bcc3c8 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523245 Jul 04 04:16:47.715586 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-aff9595b-9eb0-496a-8e8e-bce381ff3d01 req-7bc4e7dc-34f2-42ba-9b32-e249dd788baa tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0295186 Jul 04 04:16:48.208694 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc14fd-409d-4716-8178-9df6a45be550 req-489f38f8-9db3-45b5-9914-a36f9a947702 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:48.210162 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-38cc14fd-409d-4716-8178-9df6a45be550 req-489f38f8-9db3-45b5-9914-a36f9a947702 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0480301 Jul 04 04:16:48.264779 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-38cc14fd-409d-4716-8178-9df6a45be550 req-12628339-af2d-4430-9ccb-5af47088f224 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Jul 04 04:16:48.746655 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2114fd2-1cd6-485e-9a85-204f1d0522d5 req-6d7def22-468b-4943-93eb-2a833be03983 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:48.748168 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b2114fd2-1cd6-485e-9a85-204f1d0522d5 req-6d7def22-468b-4943-93eb-2a833be03983 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0489500 Jul 04 04:16:48.751924 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:48.768224 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efda48-2338-45f3-9a93-6df95eefcc31 req-eaa6372e-5ca1-4d6b-908e-6a802e84e08e tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:48.769688 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e1efda48-2338-45f3-9a93-6df95eefcc31 req-eaa6372e-5ca1-4d6b-908e-6a802e84e08e tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0478494 Jul 04 04:16:48.769864 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:48.803314 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b2114fd2-1cd6-485e-9a85-204f1d0522d5 req-fcd1a7fe-25b7-487c-81a4-5e5e54647173 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489943 Jul 04 04:16:48.824244 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e1efda48-2338-45f3-9a93-6df95eefcc31 req-8a36662e-3771-4854-9ded-55c70521b2f9 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Jul 04 04:16:48.897066 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9cba0ab9-d109-4a8d-aff4-690da2eb8a57 req-b8f2aba8-e7ba-4e05-9feb-5fa8d8a8f2ac tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0325553 Jul 04 04:16:49.098731 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:49.398346 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a365a3-aa72-4804-b628-ed2c81356324 req-f9ba0ffe-df24-4ae6-91e8-80d3a5b368b5 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:49.399784 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-93a365a3-aa72-4804-b628-ed2c81356324 req-f9ba0ffe-df24-4ae6-91e8-80d3a5b368b5 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0597706 Jul 04 04:16:49.451600 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-93a365a3-aa72-4804-b628-ed2c81356324 req-927f4c88-9e07-43fa-89d0-a4a5e3a778a3 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458207 Jul 04 04:16:49.920879 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980813e-fba5-44a8-8a1f-eeee46b1ac30 req-eb331a1f-2161-43e4-8f6c-4a15ef54dd27 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:49.922518 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3980813e-fba5-44a8-8a1f-eeee46b1ac30 req-eb331a1f-2161-43e4-8f6c-4a15ef54dd27 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0481830 Jul 04 04:16:49.939938 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a9261-1224-434c-ad47-c9550d71e274 req-001a97ff-3ff4-48dd-8143-04d2467860c0 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:49.941429 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1c2a9261-1224-434c-ad47-c9550d71e274 req-001a97ff-3ff4-48dd-8143-04d2467860c0 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 931 time: 0.0528646 Jul 04 04:16:49.974600 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3980813e-fba5-44a8-8a1f-eeee46b1ac30 req-7674bdd9-264a-4359-b132-18f27c81c67c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Jul 04 04:16:49.983604 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:49.991581 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1c2a9261-1224-434c-ad47-c9550d71e274 req-a0f3411c-a28e-4ac0-9c4d-4f78a9260488 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Jul 04 04:16:50.060744 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-965e481c-1954-4daa-a3cf-7616aa8cb595 req-373c92e3-5ba6-4ad0-9db7-736685ce5aa4 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0276854 Jul 04 04:16:50.570497 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6c1c9-573b-4640-9808-1e3fcc652810 req-7f27526c-98c0-4ea4-8238-9b352253f9ac tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:50.572023 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-92a6c1c9-573b-4640-9808-1e3fcc652810 req-7f27526c-98c0-4ea4-8238-9b352253f9ac tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0495112 Jul 04 04:16:50.609248 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Request body: {'port': {'device_id': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:16:50.641047 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-92a6c1c9-573b-4640-9808-1e3fcc652810 req-948f867d-fba4-4da8-b179-9d221938fa37 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575423 Jul 04 04:16:50.727522 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:50.739951 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6916c-2f3e-46a6-963a-312c1c3774fd req-55b42202-8154-4eff-adc8-20f752594fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:50.741493 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6e6916c-2f3e-46a6-963a-312c1c3774fd req-55b42202-8154-4eff-adc8-20f752594fc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a8e115afb334317ba51e73582c1f2e3&device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 1131 time: 0.0552907 Jul 04 04:16:50.764838 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:50.996273 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824e9a73-e83d-443e-a6cb-c8627c01096f {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:16:51.004111 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Publish callbacks [] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:51.018772 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Transition to ACTIVE for port object 824e9a73-e83d-443e-a6cb-c8627c01096f will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:16:51.023838 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:51.082082 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e1743-671b-420d-adde-c31f7774760e service neutron] Pushing event updated for resources: {'Port': ['ID=824e9a73-e83d-443e-a6cb-c8627c01096f,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:51.131568 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe70d87-52ef-4430-987c-1a350842dddb req-84d6da78-2b08-4b5d-b0d1-e8463cc9e04d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:51.133369 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-abe70d87-52ef-4430-987c-1a350842dddb req-84d6da78-2b08-4b5d-b0d1-e8463cc9e04d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0604296 Jul 04 04:16:51.149534 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Attempting to bind port 824e9a73-e83d-443e-a6cb-c8627c01096f on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:16:51.149923 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Attempting to bind port 824e9a73-e83d-443e-a6cb-c8627c01096f by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:16:51.150253 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Attempting to bind port 824e9a73-e83d-443e-a6cb-c8627c01096f on network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:16:51.164274 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe2b12-323a-4add-a13a-45fb6e7cc9a8 req-2086cdd1-9460-4891-9142-72fd1a38dbe5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:51.166297 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-eefe2b12-323a-4add-a13a-45fb6e7cc9a8 req-2086cdd1-9460-4891-9142-72fd1a38dbe5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0782249 Jul 04 04:16:51.167088 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Port 824e9a73-e83d-443e-a6cb-c8627c01096f on network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:16:51.167407 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Attempting to bind port 824e9a73-e83d-443e-a6cb-c8627c01096f on network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:16:51.173081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:16:51.173426 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Checking segment: {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:16:51.173815 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Bound using segment: {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:16:51.174244 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Bound port: 824e9a73-e83d-443e-a6cb-c8627c01096f, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:16:51.174646 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:51.199014 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-abe70d87-52ef-4430-987c-1a350842dddb req-9ff206c0-a7f2-4201-b864-0e4799098f81 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543535 Jul 04 04:16:51.274520 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-eefe2b12-323a-4add-a13a-45fb6e7cc9a8 req-72df05c2-89cd-42d9-b65a-06f84ba77d37 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973818 Jul 04 04:16:51.285650 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] For port 824e9a73-e83d-443e-a6cb-c8627c01096f, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:16:51.291255 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] For port 824e9a73-e83d-443e-a6cb-c8627c01096f, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=824e9a73-e83d-443e-a6cb-c8627c01096f,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:16:51.309083 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c2bf4596-ada4-4148-bf60-79d8df32e63e req-924982da-0deb-405b-a225-8a1efe1bf396 tempest-DeleteServersTestJSON-1359887530 tempest-DeleteServersTestJSON-1359887530-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbd2b17-e16f-4867-87bd-9e0430d8b027 HTTP/1.1" status: 200 len: 210 time: 0.0291333 Jul 04 04:16:51.310509 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:51.331090 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6e6916c-2f3e-46a6-963a-312c1c3774fd req-99f8e328-55d4-4cee-ad25-68b39c76fddf service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0a8e115afb334317ba51e73582c1f2e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316942 Jul 04 04:16:51.366104 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:51.366793 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:51.368546 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-447e1743-671b-420d-adde-c31f7774760e service neutron] 10.222.0.59 "PUT /v2.0/ports/824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 200 len: 1093 time: 0.7651751 Jul 04 04:16:51.375033 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:16:51.377468 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9702d0-ee8d-43aa-8f73-7b5d9898e0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:16:51.392852 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:51.416274 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d179cb-d0c8-4d8f-8ec0-4a6ca5ebe561 x-openstack-request-id: req-51d179cb-d0c8-4d8f-8ec0-4a6ca5ebe561 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:16:51.416568 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:16:51.416821 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51d179cb-d0c8-4d8f-8ec0-4a6ca5ebe561 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:16:51.417222 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d179cb-d0c8-4d8f-8ec0-4a6ca5ebe561'] response: {'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'status': 'completed', 'code': 200} Jul 04 04:16:51.464244 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e1743-671b-420d-adde-c31f7774760e service neutron] Pushing event updated for resources: {'Port': ['ID=824e9a73-e83d-443e-a6cb-c8627c01096f,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:51.500754 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6916c-2f3e-46a6-963a-312c1c3774fd req-b726fc2f-8771-45ec-8ecd-8e4c2d2e1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:51.502205 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6e6916c-2f3e-46a6-963a-312c1c3774fd req-b726fc2f-8771-45ec-8ecd-8e4c2d2e1e2a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525364 Jul 04 04:16:51.599433 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9702d0-ee8d-43aa-8f73-7b5d9898e0b0 req-db74e6c2-245f-44f7-a1ad-b7c3b98ce98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:51.601107 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bc9702d0-ee8d-43aa-8f73-7b5d9898e0b0 req-db74e6c2-245f-44f7-a1ad-b7c3b98ce98c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c487ee37e54042d680eccb72b046bb55&device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 1127 time: 0.0434692 Jul 04 04:16:51.758897 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093cd81-f173-483b-9104-5b1825aed456 req-18f5bcbb-0021-43ff-a69d-99ce1fb9c51b tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:51.760641 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7093cd81-f173-483b-9104-5b1825aed456 req-18f5bcbb-0021-43ff-a69d-99ce1fb9c51b tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0514586 Jul 04 04:16:51.816548 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7093cd81-f173-483b-9104-5b1825aed456 req-64769880-542d-47f1-bd67-6abdec48a446 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493801 Jul 04 04:16:51.998707 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:52.023368 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dbacf-df0e-445e-92c1-73645e9e899a req-132eb2f8-ddd9-4bb5-94dc-687cdf767b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.024884 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-132eb2f8-ddd9-4bb5-94dc-687cdf767b36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a8e115afb334317ba51e73582c1f2e3&device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 1131 time: 0.3334603 Jul 04 04:16:52.031946 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-d22ad0f2-2691-46a1-8f2e-984825d374df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.033295 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-d22ad0f2-2691-46a1-8f2e-984825d374df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 1129 time: 0.3850865 Jul 04 04:16:52.046193 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9702d0-ee8d-43aa-8f73-7b5d9898e0b0 req-494f7677-c4ab-4f1d-83b4-a3686ef736df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.047598 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bc9702d0-ee8d-43aa-8f73-7b5d9898e0b0 req-494f7677-c4ab-4f1d-83b4-a3686ef736df service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c487ee37e54042d680eccb72b046bb55&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3977022 Jul 04 04:16:52.176230 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-50e702a4-15e7-4448-868b-eb8b66d7da10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=bb2c5801-9617-4283-b348-91c2765ed7fd HTTP/1.1" status: 200 len: 217 time: 0.0696847 Jul 04 04:16:52.356031 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dbacf-df0e-445e-92c1-73645e9e899a req-1734b2a3-d096-484d-b6dd-7f893e1a0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.357484 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-1734b2a3-d096-484d-b6dd-7f893e1a0b64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=21d960ca-c58b-47af-be08-29be0e793137 HTTP/1.1" status: 200 len: 843 time: 0.1731038 Jul 04 04:16:52.391298 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-df50a06f-d9a9-44cc-b3e5-3d9a97d38061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.392792 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-df50a06f-d9a9-44cc-b3e5-3d9a97d38061 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.2842941 Jul 04 04:16:52.398665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676416f-0032-4419-818f-ab6cb0eeab0e req-c6091f77-1d72-455f-8b7c-4f7638fc6171 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.400259 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f676416f-0032-4419-818f-ab6cb0eeab0e req-c6091f77-1d72-455f-8b7c-4f7638fc6171 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.1189866 Jul 04 04:16:52.402546 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4546208-2951-4754-86c0-a2c9e5adec3b req-98bb5485-b83a-482c-a3d8-1333995ac430 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.404050 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4546208-2951-4754-86c0-a2c9e5adec3b req-98bb5485-b83a-482c-a3d8-1333995ac430 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Jul 04 04:16:52.428080 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9702d0-ee8d-43aa-8f73-7b5d9898e0b0 req-0367b32f-b22a-41f7-a84b-9692e5f5f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.429480 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bc9702d0-ee8d-43aa-8f73-7b5d9898e0b0 req-0367b32f-b22a-41f7-a84b-9692e5f5f2c1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3219435 Jul 04 04:16:52.454922 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4546208-2951-4754-86c0-a2c9e5adec3b req-8e1a60db-defc-4382-8438-f5733b99c60b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Jul 04 04:16:52.469442 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-b6bc77f8-8ab9-48b5-8e85-238f9b6aa26d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3384abec-b08a-4477-8514-51d16c8ee80f HTTP/1.1" status: 200 len: 217 time: 0.0681207 Jul 04 04:16:52.477329 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dbacf-df0e-445e-92c1-73645e9e899a req-c5901301-a992-4c61-b674-0419f019c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.478913 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-c5901301-a992-4c61-b674-0419f019c8e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c808a7a5-96f3-44e6-9b61-8aa8af1189d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1076307 Jul 04 04:16:52.584279 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f676416f-0032-4419-818f-ab6cb0eeab0e req-72373401-2b74-454b-9df9-54b4f78cc873 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654739 Jul 04 04:16:52.672149 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-2779750b-abee-4993-9f00-d58a72a73dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.673636 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-2779750b-abee-4993-9f00-d58a72a73dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c487ee37e54042d680eccb72b046bb55&device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 1127 time: 0.1535439 Jul 04 04:16:52.676974 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-9469e4e6-a000-4b5d-8dc4-861a1ece3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.678255 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-9469e4e6-a000-4b5d-8dc4-861a1ece3e2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.1838610 Jul 04 04:16:52.711619 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-679809e0-c79a-4778-bb43-748b68ad5a23 service neutron] 10.222.0.59 "GET /v2.0/networks/c808a7a5-96f3-44e6-9b61-8aa8af1189d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159636 Jul 04 04:16:52.762817 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-bca9bccd-0a44-43ca-8076-1a72f395df47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 200 len: 217 time: 0.0713603 Jul 04 04:16:52.812520 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-6ced1147-da18-4fd9-941b-def3f5b38c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.814007 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-6ced1147-da18-4fd9-941b-def3f5b38c4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1156890 Jul 04 04:16:52.884847 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:52.905942 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-56814b58-f9e0-4002-aa78-3727a28c1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:52.907701 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-56814b58-f9e0-4002-aa78-3727a28c1e75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f59e1ba-dabc-4843-8164-134901eb233e HTTP/1.1" status: 200 len: 852 time: 0.1323969 Jul 04 04:16:53.045892 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:53.057039 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-700dbacf-df0e-445e-92c1-73645e9e899a req-a4494ba6-8e57-4a39-9e74-42fea0a58cf4 service neutron] 10.222.0.59 "GET /v2.0/networks/c808a7a5-96f3-44e6-9b61-8aa8af1189d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039863 Jul 04 04:16:53.065903 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc4c8-d09e-4daf-b69d-1db754c45c7d req-18ba974e-7af5-4809-82ac-bdbf9971e738 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:53.067328 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b0cbc4c8-d09e-4daf-b69d-1db754c45c7d req-18ba974e-7af5-4809-82ac-bdbf9971e738 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.1648874 Jul 04 04:16:53.077157 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-01a31c18-3df7-43e9-ae4d-15ac9c97c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:53.078637 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-01a31c18-3df7-43e9-ae4d-15ac9c97c21e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182427 Jul 04 04:16:53.107186 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-ec67d7b7-f0ac-42b7-8f51-23881ecd2f77 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817612 Jul 04 04:16:53.185932 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b0cbc4c8-d09e-4daf-b69d-1db754c45c7d req-db5c7089-9a57-4c80-a6aa-650624fe9087 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063554 Jul 04 04:16:53.212347 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-021553d0-28bd-423c-bec1-b9b348141e06 service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200721 Jul 04 04:16:53.576253 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9f9c3-54e1-4787-97ba-8fdbc7ce864d req-e60e6a7e-3475-407b-b89b-937df36f33da tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:53.577755 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-75b9f9c3-54e1-4787-97ba-8fdbc7ce864d req-e60e6a7e-3475-407b-b89b-937df36f33da tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0496776 Jul 04 04:16:53.628108 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-75b9f9c3-54e1-4787-97ba-8fdbc7ce864d req-476a1b75-b984-43a0-ae07-c1935df12a76 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446534 Jul 04 04:16:53.707618 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c482bdd-0731-4a4c-a82f-66ba8aadcd0b req-2fb635dc-d271-438b-976a-6fc52428c76f tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:53.709091 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1c482bdd-0731-4a4c-a82f-66ba8aadcd0b req-2fb635dc-d271-438b-976a-6fc52428c76f tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0495272 Jul 04 04:16:53.763669 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1c482bdd-0731-4a4c-a82f-66ba8aadcd0b req-f8ce3f17-6db5-417e-942f-ddf0507ed940 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481675 Jul 04 04:16:53.966070 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59738) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:54.401634 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07df9c0-f61c-45f5-933a-ac7d57866a4c req-e59a78ea-dd11-49e1-974b-7daecd5bf7f4 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:54.403317 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a07df9c0-f61c-45f5-933a-ac7d57866a4c req-e59a78ea-dd11-49e1-974b-7daecd5bf7f4 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0698187 Jul 04 04:16:54.413475 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:54.502900 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a07df9c0-f61c-45f5-933a-ac7d57866a4c req-ec050c9b-90e3-4d01-a2bf-f67e57838a34 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878026 Jul 04 04:16:54.654496 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (7823ffc7-7904-4ba9-832e-29c66f7242e2), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:54.773518 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead9e9-10a3-4281-ac9a-a0910228cac3 req-9e339677-e0d7-486a-8f62-ffee3dbea330 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:54.781050 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-99ead9e9-10a3-4281-ac9a-a0910228cac3 req-9e339677-e0d7-486a-8f62-ffee3dbea330 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0699751 Jul 04 04:16:54.835478 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-99ead9e9-10a3-4281-ac9a-a0910228cac3 req-4ebf5519-e028-493d-abfd-bdc5bbe7ab2d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535746 Jul 04 04:16:54.839033 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:54.948735 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db317fd0-489c-49ee-8087-23588a61e3df req-6abda0ce-fe2f-41bc-a5a8-1e0a110f7276 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:54.950223 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-db317fd0-489c-49ee-8087-23588a61e3df req-6abda0ce-fe2f-41bc-a5a8-1e0a110f7276 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0920985 Jul 04 04:16:55.051467 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-db317fd0-489c-49ee-8087-23588a61e3df req-a7368dcf-a30f-4fe6-9c50-9f0d1355440f tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948758 Jul 04 04:16:55.052131 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Deleting port af41dfe2-3c63-41a3-8b74-9c8b5ac23678 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:16:55.052461 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:55.138031 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] For port af41dfe2-3c63-41a3-8b74-9c8b5ac23678, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=af41dfe2-3c63-41a3-8b74-9c8b5ac23678,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:55.138384 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:55.152911 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Calling delete_port for af41dfe2-3c63-41a3-8b74-9c8b5ac23678 owned by network:router_interface {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:16:55.342466 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (af41dfe2-3c63-41a3-8b74-9c8b5ac23678), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:55.362208 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bb2c5801-9617-4283-b348-91c2765ed7fd details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:16:55.375937 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Pushing event deleted for resources: {'Port': ['ID=af41dfe2-3c63-41a3-8b74-9c8b5ac23678,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:55.476906 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bb2c5801-9617-4283-b348-91c2765ed7fd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bb2c5801-9617-4283-b348-91c2765ed7fd,segment=NetworkSegment(102c1a94-ca70-4d53-94a8-a772faf2c42c),segment_id=102c1a94-ca70-4d53-94a8-a772faf2c42c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:55.526932 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (7823ffc7-7904-4ba9-832e-29c66f7242e2), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:55.529951 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:55.633347 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'bb2c5801-9617-4283-b348-91c2765ed7fd', 'network_id': 'c808a7a5-96f3-44e6-9b61-8aa8af1189d6', 'port_id': 'bb2c5801-9617-4283-b348-91c2765ed7fd', 'mac_address': 'fa:16:3e:c9:4e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d960ca-c58b-47af-be08-29be0e793137', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:16:55.647568 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548c65b-b1c0-4447-99be-68b50d209d4f req-3f970e51-b7ff-478b-9a1c-643aba12e425 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:55.649156 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d548c65b-b1c0-4447-99be-68b50d209d4f req-3f970e51-b7ff-478b-9a1c-643aba12e425 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 947 time: 0.0591209 Jul 04 04:16:55.672854 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port bb2c5801-9617-4283-b348-91c2765ed7fd is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:16:55.673162 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:55.687320 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2c5801-9617-4283-b348-91c2765ed7fd {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:16:55.706542 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d548c65b-b1c0-4447-99be-68b50d209d4f req-51d8bf01-f6b3-4f5e-8b21-3ea51aa6f65a tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495815 Jul 04 04:16:55.708570 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bb2c5801-9617-4283-b348-91c2765ed7fd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bb2c5801-9617-4283-b348-91c2765ed7fd,segment=NetworkSegment(102c1a94-ca70-4d53-94a8-a772faf2c42c),segment_id=102c1a94-ca70-4d53-94a8-a772faf2c42c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:55.714157 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:55.762037 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:55.764592 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=bb2c5801-9617-4283-b348-91c2765ed7fd,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:55.776134 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.776394 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Router 7823ffc7-7904-4ba9-832e-29c66f7242e2 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:16:55.776516 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.776824 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.777163 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.777526 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.777870 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.778244 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.778599 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.778975 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.779315 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.779684 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.780023 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.780342 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.780656 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.780967 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:16:55.903091 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:16:55.909566 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-87421f01-42c5-4f05-865d-6ce13556256e admin admin] 10.222.0.16 "PUT /v2.0/routers/7823ffc7-7904-4ba9-832e-29c66f7242e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9422464 Jul 04 04:16:55.911870 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59770) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:55.914454 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] Sync routers for ids ['7823ffc7-7904-4ba9-832e-29c66f7242e2'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:16:55.936033 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] Routers {'7823ffc7-7904-4ba9-832e-29c66f7242e2'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:16:55.936677 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:16:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['7823ffc7-7904-4ba9-832e-29c66f7242e2'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:55.962995 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7ae6e1e6-db32-4ed5-86e3-299c8823fb64 req-177f2a4d-64a6-4e80-8f24-d4c75d23cdd9 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943295 Jul 04 04:16:55.973125 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a1830ac9-6e63-423b-8a6b-42da553bc22d req-8756c31c-b353-4401-9272-ce8ed40eee0e service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767166 Jul 04 04:16:56.046795 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e336cef-2859-4f9b-901d-84a0da7280fe req-5294f3af-d54e-4c23-b313-836c2826673a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:56.048329 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4e336cef-2859-4f9b-901d-84a0da7280fe req-5294f3af-d54e-4c23-b313-836c2826673a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0602047 Jul 04 04:16:56.089653 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] Set router 7823ffc7-7904-4ba9-832e-29c66f7242e2 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:16:56.117790 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4e336cef-2859-4f9b-901d-84a0da7280fe req-85fe516f-3a0f-4022-bc5a-e065598845ff tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631614 Jul 04 04:16:56.155695 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks [] for router (7823ffc7-7904-4ba9-832e-29c66f7242e2), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:56.201224 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['bb2c5801-9617-4283-b348-91c2765ed7fd'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:16:56.204917 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:56.218218 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d28e5-c831-4ee3-b556-13162bbe02f3 req-dba6ff03-55a8-4ee6-a978-b5d9d5664253 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:56.219806 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e57d28e5-c831-4ee3-b556-13162bbe02f3 req-dba6ff03-55a8-4ee6-a978-b5d9d5664253 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0688243 Jul 04 04:16:56.290452 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks [] for router_gateway (7823ffc7-7904-4ba9-832e-29c66f7242e2), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:56.292313 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e57d28e5-c831-4ee3-b556-13162bbe02f3 req-00952683-7eff-49f9-81dd-0afeb17cfc0c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660310 Jul 04 04:16:56.316578 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:16:55Z', 'revision_number': 5, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'gw_port': {'id': 'd63b2bce-f38a-403e-a70d-08aa7101184e', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:36Z', 'updated_at': '2022-07-04T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:56.343614 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Deleting port d63b2bce-f38a-403e-a70d-08aa7101184e {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:16:56.344029 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:56.362076 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] Checking router: 7823ffc7-7904-4ba9-832e-29c66f7242e2 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:16:56.371693 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] Routers {'7823ffc7-7904-4ba9-832e-29c66f7242e2'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:16:56.372249 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:16:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['7823ffc7-7904-4ba9-832e-29c66f7242e2'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:56.432547 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] For port d63b2bce-f38a-403e-a70d-08aa7101184e, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=d63b2bce-f38a-403e-a70d-08aa7101184e,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:56.432948 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:56.446192 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Calling delete_port for d63b2bce-f38a-403e-a70d-08aa7101184e owned by network:router_gateway {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:16:56.458063 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] Set router 7823ffc7-7904-4ba9-832e-29c66f7242e2 gateway port host: None {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:16:56.511871 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:16:56Z', 'revision_number': 6, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:56.537191 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e968aa-3151-4172-9ed3-d04fe793456e None None] The sync data for ids ['7823ffc7-7904-4ba9-832e-29c66f7242e2'] in dv-cinder-742162-5-iscsi is: [{'id': '7823ffc7-7904-4ba9-832e-29c66f7242e2', 'name': 'tempest-DeleteServersTestJSON-842233108-router', 'tenant_id': 'f14e4e69a2db416caeef8036b55805b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:16:56Z', 'revision_number': 6, 'project_id': 'f14e4e69a2db416caeef8036b55805b6', 'gw_port_host': None}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:16:56.562565 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:56.628168 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (d63b2bce-f38a-403e-a70d-08aa7101184e), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:56.660528 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63b2bce-f38a-403e-a70d-08aa7101184e,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:56.684315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (7823ffc7-7904-4ba9-832e-29c66f7242e2), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:56.998911 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device af41dfe2-3c63-41a3-8b74-9c8b5ac23678 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:16:57.020474 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: af41dfe2-3c63-41a3-8b74-9c8b5ac23678 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:16:57.020913 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device af41dfe2-3c63-41a3-8b74-9c8b5ac23678 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:16:57.025763 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:57.033385 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (7823ffc7-7904-4ba9-832e-29c66f7242e2), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.037864 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks [] for router_controller (7823ffc7-7904-4ba9-832e-29c66f7242e2), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.054134 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c71608-e3c9-457b-86f8-5efa77c3f2c4 req-270383b3-be05-4fc7-b7ba-f3a4e1ab7393 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:57.055634 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-60c71608-e3c9-457b-86f8-5efa77c3f2c4 req-270383b3-be05-4fc7-b7ba-f3a4e1ab7393 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 948 time: 0.1142468 Jul 04 04:16:57.134883 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (7823ffc7-7904-4ba9-832e-29c66f7242e2), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.135402 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7823ffc7-7904-4ba9-832e-29c66f7242e2 {{(pid=104120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:16:57.143748 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.144913 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-d11e277d-e176-4564-8191-92001e626214 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7823ffc7-7904-4ba9-832e-29c66f7242e2 HTTP/1.1" status: 204 len: 168 time: 1.2321086 Jul 04 04:16:57.147797 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 59784) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:57.170429 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-60c71608-e3c9-457b-86f8-5efa77c3f2c4 req-fe0d6866-01fa-459b-a94f-97d93e1c2b22 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929360 Jul 04 04:16:57.197567 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0b3656-4d3f-4f27-97cd-d19e2ab16839 admin admin] Deleting subnet 387c6349-a5e0-49c0-87b1-29f5d45a0b38 {{(pid=104119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:16:57.201070 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3656-4d3f-4f27-97cd-d19e2ab16839 admin admin] Publish callbacks [] for subnet (387c6349-a5e0-49c0-87b1-29f5d45a0b38), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.229801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:57.271865 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3656-4d3f-4f27-97cd-d19e2ab16839 admin admin] Publish callbacks [] for subnet (387c6349-a5e0-49c0-87b1-29f5d45a0b38), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.295100 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475965c6-94fd-4b59-96ec-561b4954dc39 req-41af42f3-258c-4ed4-96a1-55b0a9d9cc02 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:57.296572 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-475965c6-94fd-4b59-96ec-561b4954dc39 req-41af42f3-258c-4ed4-96a1-55b0a9d9cc02 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0739920 Jul 04 04:16:57.379969 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:57.384252 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3656-4d3f-4f27-97cd-d19e2ab16839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (387c6349-a5e0-49c0-87b1-29f5d45a0b38), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.426491 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-475965c6-94fd-4b59-96ec-561b4954dc39 req-3980f0e2-b770-44d4-9543-e03fea42b751 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144180 Jul 04 04:16:57.428043 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37d687-53d6-4e4f-b2f4-f4c1e6dafcbf req-bb5261a8-547a-4019-badb-2d6edb2f471e tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:57.435513 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-db37d687-53d6-4e4f-b2f4-f4c1e6dafcbf req-bb5261a8-547a-4019-badb-2d6edb2f471e tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0587654 Jul 04 04:16:57.464730 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3656-4d3f-4f27-97cd-d19e2ab16839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (387c6349-a5e0-49c0-87b1-29f5d45a0b38), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.489823 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-db37d687-53d6-4e4f-b2f4-f4c1e6dafcbf req-1404d794-a0fc-49f1-ba91-4a2cc27c2379 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534382 Jul 04 04:16:57.492481 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b3656-4d3f-4f27-97cd-d19e2ab16839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387c6349-a5e0-49c0-87b1-29f5d45a0b38,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:57.499343 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3656-4d3f-4f27-97cd-d19e2ab16839 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.504443 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-cd0b3656-4d3f-4f27-97cd-d19e2ab16839 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/387c6349-a5e0-49c0-87b1-29f5d45a0b38 HTTP/1.1" status: 204 len: 168 time: 0.3551793 Jul 04 04:16:57.505654 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ba347d-8e37-4792-9934-c633220b70bc None None] Network aed25219-687f-45ba-80be-abe14c80c9f4 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:16:57.510318 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59790) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:57.583128 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (aed25219-687f-45ba-80be-abe14c80c9f4), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.640146 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Deleting port 0d5cadd2-26de-422a-bbb3-e16296d315b4 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:16:57.640604 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.661821 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2266c733-49e2-4ad6-ab9c-77d5642ab969 None None] DHCP port deletion for aed25219-687f-45ba-80be-abe14c80c9f4 request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:16:57.701238 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-2266c733-49e2-4ad6-ab9c-77d5642ab969 None None] Deleting port 0d5cadd2-26de-422a-bbb3-e16296d315b4 {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:16:57.701238 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2266c733-49e2-4ad6-ab9c-77d5642ab969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.706494 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] For port 0d5cadd2-26de-422a-bbb3-e16296d315b4, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=0d5cadd2-26de-422a-bbb3-e16296d315b4,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:57.706857 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.720187 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Calling delete_port for 0d5cadd2-26de-422a-bbb3-e16296d315b4 owned by network:dhcp {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:16:57.767086 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-2266c733-49e2-4ad6-ab9c-77d5642ab969 None None] For port 0d5cadd2-26de-422a-bbb3-e16296d315b4, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=0d5cadd2-26de-422a-bbb3-e16296d315b4,segment=NetworkSegment(31654040-efe8-4335-9295-b9f46363e785),segment_id=31654040-efe8-4335-9295-b9f46363e785)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:16:57.767445 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2266c733-49e2-4ad6-ab9c-77d5642ab969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.781260 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-2266c733-49e2-4ad6-ab9c-77d5642ab969 None None] Calling delete_port for 0d5cadd2-26de-422a-bbb3-e16296d315b4 owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:16:57.801846 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.828287 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] No DVR routers for this DVR port 0d5cadd2-26de-422a-bbb3-e16296d315b4 on host dv-cinder-742162-5-iscsi {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:16:57.832080 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5cadd2-26de-422a-bbb3-e16296d315b4,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:57.848183 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:57.899544 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2266c733-49e2-4ad6-ab9c-77d5642ab969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (0d5cadd2-26de-422a-bbb3-e16296d315b4), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.908747 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (aed25219-687f-45ba-80be-abe14c80c9f4), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:57.924808 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266c733-49e2-4ad6-ab9c-77d5642ab969 None None] Pushing event deleted for resources: {'Port': ['ID=0d5cadd2-26de-422a-bbb3-e16296d315b4,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:57.926699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266c733-49e2-4ad6-ab9c-77d5642ab969 None None] No DVR routers for this DVR port 0d5cadd2-26de-422a-bbb3-e16296d315b4 on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:16:57.937581 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:57.937926 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:57.938931 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:57.939265 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > port after_create 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:57.939602 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:57.939910 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > port after_update 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:57.940225 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:57.940783 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:57.941101 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:57.941416 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:58.109538 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:58.110232 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:58.110232 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:58.110546 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:16:58.110923 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed25219-687f-45ba-80be-abe14c80c9f4']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:58.135885 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31654040-efe8-4335-9295-b9f46363e785') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:58.136190 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31654040-efe8-4335-9295-b9f46363e785') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:16:58.154981 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (31654040-efe8-4335-9295-b9f46363e785), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:58.177142 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (31654040-efe8-4335-9295-b9f46363e785), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:58.186357 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:16:58.186808 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (31654040-efe8-4335-9295-b9f46363e785), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:58.260774 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (aed25219-687f-45ba-80be-abe14c80c9f4), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:58.280215 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:58.286459 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aed25219-687f-45ba-80be-abe14c80c9f4 HTTP/1.1" status: 204 len: 168 time: 0.7748661 Jul 04 04:16:58.287674 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73135092-7ccf-4305-aed4-745918e50b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed25219-687f-45ba-80be-abe14c80c9f4,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:58.308239 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b5011-8900-40b1-8938-49358063ca12 req-3ca39be3-eeeb-4b20-be28-1d23d0509bf1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:58.310234 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ba3b5011-8900-40b1-8938-49358063ca12 req-3ca39be3-eeeb-4b20-be28-1d23d0509bf1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 948 time: 0.0625603 Jul 04 04:16:58.363544 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ba3b5011-8900-40b1-8938-49358063ca12 req-bfea1001-d900-4d29-96e7-c20be78a51d5 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Jul 04 04:16:58.410387 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 31654040-efe8-4335-9295-b9f46363e785 resource provider aggregate not found Jul 04 04:16:58.427308 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 31654040-efe8-4335-9295-b9f46363e785 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31654040-efe8-4335-9295-b9f46363e785 found for delete ", "request_id": "req-a68e9723-b685-49f7-8928-a90ce9693959"}]} Jul 04 04:16:58.490412 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59812) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:58.497515 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:58.567749 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae5a74-ce35-4462-843d-14b7bfe910da req-4a5139c2-5c6d-4846-b844-a009b23c70e2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:58.569200 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-20ae5a74-ce35-4462-843d-14b7bfe910da req-4a5139c2-5c6d-4846-b844-a009b23c70e2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0695157 Jul 04 04:16:58.576121 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-1ce3d429-db6a-4e48-a4cb-ecb61a8c3fd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f14e4e69a2db416caeef8036b55805b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0844357 Jul 04 04:16:58.582774 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59816) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:58.613257 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de60e2-356e-4008-961f-b189a085ddca req-f5c4f4a7-636a-4a6c-a2b4-978366a6662a tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:58.615153 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f8de60e2-356e-4008-961f-b189a085ddca req-f5c4f4a7-636a-4a6c-a2b4-978366a6662a tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0558345 Jul 04 04:16:58.650263 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-20ae5a74-ce35-4462-843d-14b7bfe910da req-a0d656ec-0eed-4da6-b995-9a6612c40649 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729868 Jul 04 04:16:58.667554 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device d63b2bce-f38a-403e-a70d-08aa7101184e no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:16:58.677277 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f8de60e2-356e-4008-961f-b189a085ddca req-2a40ad37-f3ba-46f1-aa6b-445f0a9d44de tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552599 Jul 04 04:16:58.680199 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4b12d469-df68-4ef5-a5ba-388079e8387a admin admin] Publish callbacks [] for security_group (e23a7823-a295-4bf8-a188-e0d5ee0246b6), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:58.687999 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: d63b2bce-f38a-403e-a70d-08aa7101184e {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:16:58.688529 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device d63b2bce-f38a-403e-a70d-08aa7101184e not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:16:58.689050 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 0d5cadd2-26de-422a-bbb3-e16296d315b4 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:16:58.689236 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:58.704469 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4b12d469-df68-4ef5-a5ba-388079e8387a admin admin] Publish callbacks [] for security_group (e23a7823-a295-4bf8-a188-e0d5ee0246b6), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:58.712143 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 0d5cadd2-26de-422a-bbb3-e16296d315b4 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:16:58.712623 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 0d5cadd2-26de-422a-bbb3-e16296d315b4 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:16:58.760757 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4b12d469-df68-4ef5-a5ba-388079e8387a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e23a7823-a295-4bf8-a188-e0d5ee0246b6), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:58.764237 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4b12d469-df68-4ef5-a5ba-388079e8387a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:58.765618 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-4b12d469-df68-4ef5-a5ba-388079e8387a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e23a7823-a295-4bf8-a188-e0d5ee0246b6 HTTP/1.1" status: 204 len: 168 time: 0.1811106 Jul 04 04:16:58.773990 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12d469-df68-4ef5-a5ba-388079e8387a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23a7823-a295-4bf8-a188-e0d5ee0246b6,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:59.478376 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7598f03-c6be-4c83-b9e0-1333f76d1e86 req-92501bdb-8653-4d08-9485-4a162cd49078 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:59.480058 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a7598f03-c6be-4c83-b9e0-1333f76d1e86 req-92501bdb-8653-4d08-9485-4a162cd49078 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 948 time: 0.0501635 Jul 04 04:16:59.527912 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 59844) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:59.529425 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a7598f03-c6be-4c83-b9e0-1333f76d1e86 req-7c60ee09-b456-4161-b477-728373827427 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434141 Jul 04 04:16:59.622183 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-305301169-network', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:16:59.646328 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Made reservation on behalf of 77e83a80c1b34e67958aca6d0a10ba8a for: {'network': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:16:59.648760 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:59.657458 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:59.769404 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Publish callbacks [] for security_group (1e1d19e4-8d8a-40d5-ae91-8762b041904f), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:59.775134 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1e1d19e4-8d8a-40d5-ae91-8762b041904f), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:59.791643 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674c2d4-c151-4e30-a481-fb7925338b31 req-3dcd94bf-9d64-49a3-856e-aff857768654 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:59.794839 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1674c2d4-c151-4e30-a481-fb7925338b31 req-3dcd94bf-9d64-49a3-856e-aff857768654 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0492899 Jul 04 04:16:59.797719 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a73ec0-46bf-4d2c-9ea2-09eef25e2bf1 req-0e2ff476-aaa5-4f0e-a437-bd8185b7a7bc tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:59.799216 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d8a73ec0-46bf-4d2c-9ea2-09eef25e2bf1 req-0e2ff476-aaa5-4f0e-a437-bd8185b7a7bc tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0736716 Jul 04 04:16:59.821313 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=104119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:16:59.838668 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d19e4-8d8a-40d5-ae91-8762b041904f,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:16:59.847998 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1674c2d4-c151-4e30-a481-fb7925338b31 req-9a6ffb35-0841-4db5-890e-27e683bc3deb tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489080 Jul 04 04:16:59.850694 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (b419cb73-3c87-446f-ac6d-148c1ae3486c), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:59.851033 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.segments_db [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Added segment b419cb73-3c87-446f-ac6d-148c1ae3486c of type vlan for network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 Jul 04 04:16:59.902394 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d8a73ec0-46bf-4d2c-9ea2-09eef25e2bf1 req-18ed13ee-9c9a-4f79-b9bb-59873d0fd0e8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959911 Jul 04 04:16:59.910492 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (4eec3fce-9c5d-44a0-be22-c0108d80e7d3), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:59.927429 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:16:59.939222 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (4eec3fce-9c5d-44a0-be22-c0108d80e7d3), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:59.940097 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:16:59.940669 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:16:59.975970 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4467666 Jul 04 04:16:59.979454 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59852) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:16:59.984537 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Request body: {'subnet': {'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-subnet', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:00.003571 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561a6b7-cbb1-44fd-9a3e-387b404872d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4eec3fce-9c5d-44a0-be22-c0108d80e7d3,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:00.005245 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Made reservation on behalf of 77e83a80c1b34e67958aca6d0a10ba8a for: {'subnet': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:17:00.007779 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12924482'] for subnet (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.015471 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:17:00.186310 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13326940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12921272'] for subnet (0783ffe9-fbb8-41fe-9984-15a879012f6f), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.235547 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0783ffe9-fbb8-41fe-9984-15a879012f6f,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:00.253255 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Checking segment: {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:00.253612 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Network hostable DHCP agents. Network: 4eec3fce-9c5d-44a0-be22-c0108d80e7d3, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:17:00.273521 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:17:00.285214 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 4eec3fce-9c5d-44a0-be22-c0108d80e7d3) {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:00.290923 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:00.291610 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.297391 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8270ad-fcdf-42ed-b048-199b2753b66b None None] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:17:00.314679 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-cf203348-493a-4fea-b9a5-9788e7e2b532 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3340075 Jul 04 04:17:00.317410 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59862) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:00.321696 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:00.344372 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (5e462dcb-5ce2-41af-b0ce-5998893c6d51), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.345880 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (5e462dcb-5ce2-41af-b0ce-5998893c6d51), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.394431 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:00.397949 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks [] for router_controller (5e462dcb-5ce2-41af-b0ce-5998893c6d51), precommit_add_association {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.405926 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:17:00.406936 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.535405 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks [] for router_gateway (5e462dcb-5ce2-41af-b0ce-5998893c6d51), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.543820 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Allocated IP 172.20.0.2 (4eec3fce-9c5d-44a0-be22-c0108d80e7d3/0783ffe9-fbb8-41fe-9984-15a879012f6f/3d8981df-5501-40a8-90b3-8d63609925f4) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:00.569585 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:00.613770 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:00.690778 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Publish callbacks [] for port (3d8981df-5501-40a8-90b3-8d63609925f4), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.693949 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042bebb-e42d-4bad-94f2-3ddb086bed1c req-c40a353f-2bdd-4e16-a4df-380d72db966f tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:00.695658 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d042bebb-e42d-4bad-94f2-3ddb086bed1c req-c40a353f-2bdd-4e16-a4df-380d72db966f tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 948 time: 0.0944805 Jul 04 04:17:00.699825 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.741472 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:00.747103 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:00.751595 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:00.754340 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Pushing event updated for resources: {'Port': ['ID=3d8981df-5501-40a8-90b3-8d63609925f4,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:00.803568 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d042bebb-e42d-4bad-94f2-3ddb086bed1c req-81e3e5ef-23eb-4d18-9512-ff560c2ac4ba tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811436 Jul 04 04:17:00.806828 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks [] for router_gateway (5e462dcb-5ce2-41af-b0ce-5998893c6d51), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.811172 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Attempting to bind port 3d8981df-5501-40a8-90b3-8d63609925f4 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:00.812059 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Attempting to bind port 3d8981df-5501-40a8-90b3-8d63609925f4 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:00.812420 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Attempting to bind port 3d8981df-5501-40a8-90b3-8d63609925f4 on network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:00.822811 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:00.823183 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Checking segment: {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:00.823584 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.823966 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Bound using segment: {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:00.824425 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Bound port: 3d8981df-5501-40a8-90b3-8d63609925f4, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:00.824796 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.826774 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.893194 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] For port 3d8981df-5501-40a8-90b3-8d63609925f4, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:00.896602 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] For port 3d8981df-5501-40a8-90b3-8d63609925f4, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=3d8981df-5501-40a8-90b3-8d63609925f4,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:00.903554 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:00.945983 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Allocated IP 172.27.1.220 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/a77fc23e-6f30-429c-a1bf-6790796c9547) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:00.975544 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477ae89-a990-4a47-9c77-d55a9a45af05 None None] Pushing event updated for resources: {'Port': ['ID=3d8981df-5501-40a8-90b3-8d63609925f4,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:00.985954 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09200bf-a078-4b38-b785-b225b5bf669f req-7be1e910-c597-4bd5-b0e8-5d12378c472b tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:00.993182 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c09200bf-a078-4b38-b785-b225b5bf669f req-7be1e910-c597-4bd5-b0e8-5d12378c472b tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0685301 Jul 04 04:17:01.046999 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c09200bf-a078-4b38-b785-b225b5bf669f req-7c6e4a01-dc0f-4ddb-bf2f-dee6479c6bdc tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Jul 04 04:17:01.088168 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1a603-aab8-4665-94d1-e3b74d92fd0c req-e5b511c0-828e-4b36-85e0-ad613e56b97b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:01.089649 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-97d1a603-aab8-4665-94d1-e3b74d92fd0c req-e5b511c0-828e-4b36-85e0-ad613e56b97b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0944538 Jul 04 04:17:01.148019 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks [] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:01.170468 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-97d1a603-aab8-4665-94d1-e3b74d92fd0c req-73a2ab08-1bb6-4f95-8af2-5e4116bb71ef tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743299 Jul 04 04:17:01.202657 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:01.241449 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:01.250421 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:01.256964 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Pushing event updated for resources: {'Port': ['ID=a77fc23e-6f30-429c-a1bf-6790796c9547,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:01.260352 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:01.262642 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:01.509972 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks [] for router_gateway (5e462dcb-5ce2-41af-b0ce-5998893c6d51), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:01.592912 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:01.930949 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f34e3-afda-4d9b-9a4d-038204086863 None None] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:17:01.944093 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (5e462dcb-5ce2-41af-b0ce-5998893c6d51), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:01.955041 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f312f3-aeb2-4dc2-91f6-4214cc08be02 req-9d49bb59-c0a4-4884-a44f-7de3045e9f1e tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:01.956560 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-64f312f3-aeb2-4dc2-91f6-4214cc08be02 req-9d49bb59-c0a4-4884-a44f-7de3045e9f1e tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 948 time: 0.0554981 Jul 04 04:17:01.962720 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:02.006180 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-64f312f3-aeb2-4dc2-91f6-4214cc08be02 req-b9ff18fd-6e6c-4bbb-bddc-4b0f80572028 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Jul 04 04:17:02.010001 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-d6338315-4e1d-43c6-bc78-a8ca0df92ad9 None None] Provisioning complete for port 3d8981df-5501-40a8-90b3-8d63609925f4 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:02.011236 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d6338315-4e1d-43c6-bc78-a8ca0df92ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:02.078029 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:17:02.120884 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-d6338315-4e1d-43c6-bc78-a8ca0df92ad9 None None] Current status of the port 3d8981df-5501-40a8-90b3-8d63609925f4 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:02.121271 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d6338315-4e1d-43c6-bc78-a8ca0df92ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:02.161143 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-d6338315-4e1d-43c6-bc78-a8ca0df92ad9 None None] For port 3d8981df-5501-40a8-90b3-8d63609925f4, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=3d8981df-5501-40a8-90b3-8d63609925f4,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:02.167832 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d6338315-4e1d-43c6-bc78-a8ca0df92ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:02.223842 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5796e-061e-4cd0-9491-16eaa48602a0 req-2fd9c601-efa1-4378-b218-041686bd2fb0 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:02.224878 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6338315-4e1d-43c6-bc78-a8ca0df92ad9 None None] Pushing event updated for resources: {'Port': ['ID=3d8981df-5501-40a8-90b3-8d63609925f4,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:02.225281 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3bd5796e-061e-4cd0-9491-16eaa48602a0 req-2fd9c601-efa1-4378-b218-041686bd2fb0 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0682607 Jul 04 04:17:02.259719 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:17:02.271777 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Sync routers for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:17:02.285425 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:02.286172 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:16:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:02.290782 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:02.294397 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f2ce1af6-a612-43b3-9ce5-7c9f1cd755eb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9737005 Jul 04 04:17:02.295128 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59884) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:02.319682 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:02.327150 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821aea-236f-4472-bf45-3f3ef0e59103 req-93a261e8-0daf-4f95-8f2a-9de96267d8c4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:02.328747 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5a821aea-236f-4472-bf45-3f3ef0e59103 req-93a261e8-0daf-4f95-8f2a-9de96267d8c4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0544446 Jul 04 04:17:02.374943 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:02.377475 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3bd5796e-061e-4cd0-9491-16eaa48602a0 req-111cc4a4-c58d-4e23-81a3-a6e6fbb29d77 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397648 Jul 04 04:17:02.425689 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5a821aea-236f-4472-bf45-3f3ef0e59103 req-3ce43f60-df3d-4282-90d0-9a3072e61636 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766931 Jul 04 04:17:02.432259 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-66839f09-1a7a-407e-ae03-dec9bdb5430e None None] Provisioning complete for port 3d8981df-5501-40a8-90b3-8d63609925f4 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:02.432720 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-66839f09-1a7a-407e-ae03-dec9bdb5430e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:02.437221 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:02.457896 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:02.582614 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bb2c5801-9617-4283-b348-91c2765ed7fd up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:02.754555 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 3d8981df-5501-40a8-90b3-8d63609925f4 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:02.856139 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:02.875591 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-66839f09-1a7a-407e-ae03-dec9bdb5430e None None] Current status of the port 3d8981df-5501-40a8-90b3-8d63609925f4 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:02.892042 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port bb2c5801-9617-4283-b348-91c2765ed7fd completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:17:02.901610 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 3d8981df-5501-40a8-90b3-8d63609925f4 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:02.901989 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:02.906354 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port bb2c5801-9617-4283-b348-91c2765ed7fd triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:02.906744 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:02.921989 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:02.949725 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:01Z', 'revision_number': 3, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:02.986957 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Checking router: 5e462dcb-5ce2-41af-b0ce-5998893c6d51 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:17:02.987369 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Updating router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 port a77fc23e-6f30-429c-a1bf-6790796c9547 binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:17:03.020470 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Allocated IP 172.20.0.1 (4eec3fce-9c5d-44a0-be22-c0108d80e7d3/0783ffe9-fbb8-41fe-9984-15a879012f6f/64627d34-1bac-4b44-b219-4b8a1604c4a2) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:03.034798 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.054442 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:03.112524 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 3d8981df-5501-40a8-90b3-8d63609925f4 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:03.167857 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0b704-b6bf-4b7a-89aa-30255ead45f4 req-873fe686-8191-487c-bef5-85b5f618a527 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:03.169806 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-93a0b704-b6bf-4b7a-89aa-30255ead45f4 req-873fe686-8191-487c-bef5-85b5f618a527 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 948 time: 0.0713730 Jul 04 04:17:03.180121 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port bb2c5801-9617-4283-b348-91c2765ed7fd is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:03.180507 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.193404 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Publish callbacks [] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.225115 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1e5292-d768-4e52-b4e1-91ef1e02e688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2c5801-9617-4283-b348-91c2765ed7fd'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:03.227426 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e502ee5-7bdf-4640-8c2e-af32f893dbc4" -d '{"events": [{"server_uuid": "db1e5292-d768-4e52-b4e1-91ef1e02e688", "name": "network-vif-plugged", "status": "completed", "tag": "bb2c5801-9617-4283-b348-91c2765ed7fd"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:03.244333 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bb2c5801-9617-4283-b348-91c2765ed7fd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bb2c5801-9617-4283-b348-91c2765ed7fd,segment=NetworkSegment(102c1a94-ca70-4d53-94a8-a772faf2c42c),segment_id=102c1a94-ca70-4d53-94a8-a772faf2c42c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:03.251255 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.254144 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-93a0b704-b6bf-4b7a-89aa-30255ead45f4 req-7ed19e1c-aef9-4795-b1f7-913b89877df9 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764444 Jul 04 04:17:03.262921 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.299975 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:03.300755 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df14349-d149-40e5-9efe-cbd6289eaf4f x-openstack-request-id: req-9df14349-d149-40e5-9efe-cbd6289eaf4f {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:03.301042 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1e5292-d768-4e52-b4e1-91ef1e02e688", "name": "network-vif-plugged", "status": "completed", "tag": "bb2c5801-9617-4283-b348-91c2765ed7fd", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:03.301289 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9df14349-d149-40e5-9efe-cbd6289eaf4f {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:03.301678 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df14349-d149-40e5-9efe-cbd6289eaf4f'] response: {'server_uuid': 'db1e5292-d768-4e52-b4e1-91ef1e02e688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2c5801-9617-4283-b348-91c2765ed7fd', 'code': 200} Jul 04 04:17:03.302924 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:03.310421 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:03.325699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:03.354489 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Pushing event updated for resources: {'Port': ['ID=64627d34-1bac-4b44-b219-4b8a1604c4a2,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:03.358256 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=bb2c5801-9617-4283-b348-91c2765ed7fd,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:03.361185 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (5e462dcb-5ce2-41af-b0ce-5998893c6d51), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.365785 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:03.440172 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Publish callbacks [] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.447664 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.508144 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385583fe-7178-42ec-935c-61e06489688e None None] Pushing event updated for resources: {'Port': ['ID=a77fc23e-6f30-429c-a1bf-6790796c9547,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:03.534853 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Attempting to bind port a77fc23e-6f30-429c-a1bf-6790796c9547 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:03.535058 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Attempting to bind port a77fc23e-6f30-429c-a1bf-6790796c9547 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:03.535503 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Attempting to bind port a77fc23e-6f30-429c-a1bf-6790796c9547 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:03.544179 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:03.544573 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:03.544991 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.546431 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:03.546431 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Bound port: a77fc23e-6f30-429c-a1bf-6790796c9547, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:03.546431 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.574797 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d336f-8b3c-4109-bc03-3ee8cef2e52c req-68e0f803-aa1f-42fd-b9b8-74b900b50e64 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:03.579667 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5e2d336f-8b3c-4109-bc03-3ee8cef2e52c req-68e0f803-aa1f-42fd-b9b8-74b900b50e64 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 943 time: 0.0987415 Jul 04 04:17:03.595330 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7cb26-a8d3-4f9e-9715-94218a7414d2 req-4d85b410-c909-4144-b65a-3fbefeffc014 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:03.596832 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b7e7cb26-a8d3-4f9e-9715-94218a7414d2 req-4d85b410-c909-4144-b65a-3fbefeffc014 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Jul 04 04:17:03.596976 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.613704 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-3d62db08-6e2a-4ae0-baec-b9c09a65d413 None None] Provisioning complete for port 64627d34-1bac-4b44-b219-4b8a1604c4a2 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:03.614098 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3d62db08-6e2a-4ae0-baec-b9c09a65d413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.651579 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b7e7cb26-a8d3-4f9e-9715-94218a7414d2 req-11faa195-b10c-47d5-a960-091544ccca6d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471354 Jul 04 04:17:03.651838 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] For port a77fc23e-6f30-429c-a1bf-6790796c9547, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:03.667318 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-3d62db08-6e2a-4ae0-baec-b9c09a65d413 None None] Port 64627d34-1bac-4b44-b219-4b8a1604c4a2 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:17:03.669602 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] For port a77fc23e-6f30-429c-a1bf-6790796c9547, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a77fc23e-6f30-429c-a1bf-6790796c9547,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:03.677038 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.693227 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5e2d336f-8b3c-4109-bc03-3ee8cef2e52c req-bcd028fa-5a58-4759-b5c9-205bdc75e919 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073585 Jul 04 04:17:03.735351 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385583fe-7178-42ec-935c-61e06489688e None None] Pushing event updated for resources: {'Port': ['ID=a77fc23e-6f30-429c-a1bf-6790796c9547,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:03.740996 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:03.741614 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:16:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:03.761637 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:03.810958 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Publish callbacks [] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.816599 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:03.858823 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:03.887226 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Pushing event updated for resources: {'Port': ['ID=64627d34-1bac-4b44-b219-4b8a1604c4a2,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:03.889939 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (5e462dcb-5ce2-41af-b0ce-5998893c6d51), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:04.006112 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:04.008679 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:04.013639 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:04.097226 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8ceed208-2b3c-491e-b7ee-d8889f1b09de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:04.101385 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 1, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:04.128369 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cee3-bbf6-4ccc-9f6e-34a8f53a90bf None None] The sync data for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi is: [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 1, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:17:04.144383 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:17:04.271662 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:17:04.298995 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-0e4f9e64-0959-4c04-9a26-350c72d88347 admin admin] 10.222.0.16 "PUT /v2.0/routers/5e462dcb-5ce2-41af-b0ce-5998893c6d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0027306 Jul 04 04:17:04.313769 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-4e4ac261-b854-4092-8364-b73e9e4d2c1a None None] Provisioning complete for port 64627d34-1bac-4b44-b219-4b8a1604c4a2 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:04.313769 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-4e4ac261-b854-4092-8364-b73e9e4d2c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:04.379595 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ac261-b854-4092-8364-b73e9e4d2c1a None None] Port 64627d34-1bac-4b44-b219-4b8a1604c4a2 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:17:04.473039 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849762-f847-4a45-bbf5-ab3ea8d807a2 req-cb60b4d1-1678-4a5d-a36d-855841531b3f tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:04.474816 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a7849762-f847-4a45-bbf5-ab3ea8d807a2 req-cb60b4d1-1678-4a5d-a36d-855841531b3f tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0690842 Jul 04 04:17:04.493717 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 824e9a73-e83d-443e-a6cb-c8627c01096f details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:17:04.545913 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a7849762-f847-4a45-bbf5-ab3ea8d807a2 req-de81bec2-9611-4637-a61a-363c3d9b436f tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642600 Jul 04 04:17:04.614335 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:04.653408 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 824e9a73-e83d-443e-a6cb-c8627c01096f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=824e9a73-e83d-443e-a6cb-c8627c01096f,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:04.666951 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'port_id': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'mac_address': 'fa:16:3e:78:48:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:17:04.707852 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 824e9a73-e83d-443e-a6cb-c8627c01096f is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:04.708245 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:04.722559 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824e9a73-e83d-443e-a6cb-c8627c01096f {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:17:04.744978 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 824e9a73-e83d-443e-a6cb-c8627c01096f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=824e9a73-e83d-443e-a6cb-c8627c01096f,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:04.750536 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:04.766683 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59936) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:04.771931 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-792ea309-dad9-461f-aa54-c88c487fbb7a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288233013', 'description': 'tempest-description--935691016'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:04.815823 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb872f0-5947-4753-b60f-dc6e1e5e6a75 req-67a8a801-5f5b-42a4-b59f-05c81a7783f9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:04.817735 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dcb872f0-5947-4753-b60f-dc6e1e5e6a75 req-67a8a801-5f5b-42a4-b59f-05c81a7783f9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0728590 Jul 04 04:17:04.828656 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-792ea309-dad9-461f-aa54-c88c487fbb7a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:04.843468 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=824e9a73-e83d-443e-a6cb-c8627c01096f,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:04.883977 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae46ad8-7fd5-426b-85d9-c59470881620 req-188edbd5-e029-47c5-9327-7f636277a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:04.885781 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fae46ad8-7fd5-426b-85d9-c59470881620 req-188edbd5-e029-47c5-9327-7f636277a98d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 1133 time: 0.0827241 Jul 04 04:17:04.890326 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:04.911485 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569cb39-c240-4686-b2f1-1b7adfa933fb req-23d3f4e2-296d-4caf-8513-9dfa0d041ec4 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:04.913901 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9569cb39-c240-4686-b2f1-1b7adfa933fb req-23d3f4e2-296d-4caf-8513-9dfa0d041ec4 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 944 time: 0.0871508 Jul 04 04:17:04.940586 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dcb872f0-5947-4753-b60f-dc6e1e5e6a75 req-8f1241f9-2e58-4072-b70a-3a79c9b0fd4b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921459 Jul 04 04:17:04.958935 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fae46ad8-7fd5-426b-85d9-c59470881620 req-61d618d2-b722-43db-8bfc-c8ac199cb0e1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654151 Jul 04 04:17:05.023554 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-792ea309-dad9-461f-aa54-c88c487fbb7a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.033832 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9569cb39-c240-4686-b2f1-1b7adfa933fb req-ff0480d2-6cd2-4a12-9bed-fa265e1ab062 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063728 Jul 04 04:17:05.035089 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-792ea309-dad9-461f-aa54-c88c487fbb7a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.066620 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-792ea309-dad9-461f-aa54-c88c487fbb7a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.070749 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-792ea309-dad9-461f-aa54-c88c487fbb7a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3002172 Jul 04 04:17:05.071123 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 59940) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:05.074485 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ea309-dad9-461f-aa54-c88c487fbb7a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:05.077225 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-faca1766-8c3f-44ac-ac30-899194b4d3d6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'security_group_rule': {'security_group_id': '62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:05.110173 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-faca1766-8c3f-44ac-ac30-899194b4d3d6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (a437f952-ac62-457f-bea3-a46c9bbaf978), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.189686 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-faca1766-8c3f-44ac-ac30-899194b4d3d6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (a437f952-ac62-457f-bea3-a46c9bbaf978), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.195211 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-faca1766-8c3f-44ac-ac30-899194b4d3d6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (a437f952-ac62-457f-bea3-a46c9bbaf978), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.218219 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca1766-8c3f-44ac-ac30-899194b4d3d6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a437f952-ac62-457f-bea3-a46c9bbaf978,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:05.225715 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-faca1766-8c3f-44ac-ac30-899194b4d3d6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.230043 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-faca1766-8c3f-44ac-ac30-899194b4d3d6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568904 Jul 04 04:17:05.230199 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59948) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:05.235227 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-cac1f634-fbe3-4512-a5f2-1070ae3463ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'security_group_rule': {'security_group_id': '62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:05.265909 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cac1f634-fbe3-4512-a5f2-1070ae3463ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (778c761b-9749-46ab-8233-0b2e2eeaaf7f), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.311106 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:05.332319 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cac1f634-fbe3-4512-a5f2-1070ae3463ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (778c761b-9749-46ab-8233-0b2e2eeaaf7f), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.336457 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cac1f634-fbe3-4512-a5f2-1070ae3463ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (778c761b-9749-46ab-8233-0b2e2eeaaf7f), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.342608 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['824e9a73-e83d-443e-a6cb-c8627c01096f'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:17:05.357118 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1f634-fbe3-4512-a5f2-1070ae3463ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778c761b-9749-46ab-8233-0b2e2eeaaf7f,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:05.365830 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cac1f634-fbe3-4512-a5f2-1070ae3463ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.367047 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-cac1f634-fbe3-4512-a5f2-1070ae3463ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355767 Jul 04 04:17:05.371165 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 59952) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:05.377112 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:05.407192 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.440389 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:05.501846 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:05.846077 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ab591-f703-458a-b4a1-9edddfc8bdb6 req-b7ae9f32-8807-4b52-844c-8e77bc7e4a5e tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:05.847588 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b76ab591-f703-458a-b4a1-9edddfc8bdb6 req-b7ae9f32-8807-4b52-844c-8e77bc7e4a5e tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0686941 Jul 04 04:17:05.927428 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Allocated IP 172.27.1.235 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/a4a363c7-3248-43b2-b1fa-dba1f927aa0f) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:05.942614 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b76ab591-f703-458a-b4a1-9edddfc8bdb6 req-3608a6e9-359b-42ea-8233-7149c0986a79 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771720 Jul 04 04:17:05.981840 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:06.048291 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for port (a4a363c7-3248-43b2-b1fa-dba1f927aa0f), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.062212 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c2c0b-4c2d-468a-8689-9555ddef947f req-8bde1645-51c7-48a5-b312-cee2792b9a5a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:06.063737 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b10c2c0b-4c2d-468a-8689-9555ddef947f req-8bde1645-51c7-48a5-b312-cee2792b9a5a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0503807 Jul 04 04:17:06.088985 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (a4a363c7-3248-43b2-b1fa-dba1f927aa0f), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.120083 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b10c2c0b-4c2d-468a-8689-9555ddef947f req-8a38c111-f647-4f2a-9e78-ce53fcbccbb6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495307 Jul 04 04:17:06.168614 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:06.177556 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:06.180042 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:06.187851 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'Port': ['ID=a4a363c7-3248-43b2-b1fa-dba1f927aa0f,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:06.189732 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-217e7630-0001-458d-8328-34d7c2b6485a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.203580 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5ee35-765f-410b-a319-a367fb1dd73c req-4fb5e8fd-6512-409d-ad12-938cde74bae5 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:06.205319 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b3a5ee35-765f-410b-a319-a367fb1dd73c req-4fb5e8fd-6512-409d-ad12-938cde74bae5 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 944 time: 0.0879622 Jul 04 04:17:06.300651 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (9f183448-fc97-4bd6-bf3a-390fc3da14ef), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.324344 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b3a5ee35-765f-410b-a319-a367fb1dd73c req-7a4cacd8-f414-4ba6-a9e3-871af412deb6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037958 Jul 04 04:17:06.362234 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a4a363c7-3248-43b2-b1fa-dba1f927aa0f), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.467414 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Sync routers for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:17:06.479194 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:06.479991 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:06.488739 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:06.532090 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for port (a4a363c7-3248-43b2-b1fa-dba1f927aa0f), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.537820 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a4a363c7-3248-43b2-b1fa-dba1f927aa0f), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.574139 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (9f183448-fc97-4bd6-bf3a-390fc3da14ef), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.593867 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:06.597394 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'Port': ['ID=a4a363c7-3248-43b2-b1fa-dba1f927aa0f,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:06.601987 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.603364 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-096890be-f2d0-40cf-b186-2cf6bbfae2a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2310584 Jul 04 04:17:06.747226 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 59986) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:06.750017 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a77fc23e-6f30-429c-a1bf-6790796c9547 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:06.826970 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 2, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:06.833296 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port a77fc23e-6f30-429c-a1bf-6790796c9547 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:06.833879 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.853157 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Checking router: 5e462dcb-5ce2-41af-b0ce-5998893c6d51 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:17:06.853726 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Updating router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 port 64627d34-1bac-4b44-b219-4b8a1604c4a2 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:17:06.861407 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-d9aa4839-0ce2-4a02-a5b5-fcedb24ef859 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1288233013&fields=id&tenant_id=77e83a80c1b34e67958aca6d0a10ba8a HTTP/1.1" status: 200 len: 267 time: 0.0612354 Jul 04 04:17:06.870695 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 824e9a73-e83d-443e-a6cb-c8627c01096f up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:06.884741 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.928544 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-41bbab68-ce31-4905-9115-6bbcdc52ccc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.942636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:06.947422 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 824e9a73-e83d-443e-a6cb-c8627c01096f completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:17:06.955812 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port a77fc23e-6f30-429c-a1bf-6790796c9547 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:06.956222 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:06.962511 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 824e9a73-e83d-443e-a6cb-c8627c01096f triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:06.962933 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.007418 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port a77fc23e-6f30-429c-a1bf-6790796c9547, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a77fc23e-6f30-429c-a1bf-6790796c9547,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:07.016870 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.028880 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7335630-2038-4297-b13a-9988de0e87df req-238602a9-934b-4a5a-aa67-38c8408c667d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:07.030545 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-238602a9-934b-4a5a-aa67-38c8408c667d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 816 time: 0.1577940 Jul 04 04:17:07.073785 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-ac91ebf6-bdd6-4f8b-ad25-aac43cf6f864 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/quotas/77e83a80c1b34e67958aca6d0a10ba8a HTTP/1.1" status: 200 len: 375 time: 0.0258205 Jul 04 04:17:07.122145 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 824e9a73-e83d-443e-a6cb-c8627c01096f is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:07.122625 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.146909 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e3e8e-7dea-4008-9619-6bb179e24d75 req-9a80ac83-3606-4540-a0fc-d26673ada754 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:07.148685 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2b2e3e8e-7dea-4008-9619-6bb179e24d75 req-9a80ac83-3606-4540-a0fc-d26673ada754 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0629919 Jul 04 04:17:07.196036 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 824e9a73-e83d-443e-a6cb-c8627c01096f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=824e9a73-e83d-443e-a6cb-c8627c01096f,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:07.205366 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2b2e3e8e-7dea-4008-9619-6bb179e24d75 req-82bff9aa-a0bb-4ea6-8320-0bf1a66134c0 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490839 Jul 04 04:17:07.206472 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:07.209109 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9901766b-d473-4081-9186-d07fda77c19f" -d '{"events": [{"server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "name": "network-vif-plugged", "status": "completed", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:07.212192 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=a77fc23e-6f30-429c-a1bf-6790796c9547,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:07.217199 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.273229 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=824e9a73-e83d-443e-a6cb-c8627c01096f,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:07.285766 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Publish callbacks [] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.288590 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:07.289272 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:07.295956 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.360598 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Pushing event updated for resources: {'Port': ['ID=64627d34-1bac-4b44-b219-4b8a1604c4a2,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:07.371426 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2908b2-05b8-4f0b-b5a5-42a4156e80ea req-a46eb496-a0b5-4355-9263-ac3d87d36740 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:07.372591 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.373099 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.373257 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a2908b2-05b8-4f0b-b5a5-42a4156e80ea req-a46eb496-a0b5-4355-9263-ac3d87d36740 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0630267 Jul 04 04:17:07.373743 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.374228 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.375141 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.375616 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.376097 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.376570 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.377044 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.377901 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.378405 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.378905 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.379372 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.379827 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.380282 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:07.418702 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-1c04e233-3424-44f6-844d-4a737c27a1be tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3353989 Jul 04 04:17:07.428301 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-41bbab68-ce31-4905-9115-6bbcdc52ccc4 admin admin] Publish callbacks [] for security_group (d3481e46-9d70-4577-8a7e-77e872201435), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.442530 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-41bbab68-ce31-4905-9115-6bbcdc52ccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (d3481e46-9d70-4577-8a7e-77e872201435), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.452574 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a2908b2-05b8-4f0b-b5a5-42a4156e80ea req-4caf7ca1-f5b5-4e28-9eae-9c3f2f913d82 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680604 Jul 04 04:17:07.459962 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Attempting to bind port 64627d34-1bac-4b44-b219-4b8a1604c4a2 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:07.460379 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Attempting to bind port 64627d34-1bac-4b44-b219-4b8a1604c4a2 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:07.460811 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Attempting to bind port 64627d34-1bac-4b44-b219-4b8a1604c4a2 on network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:07.470998 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:07.471630 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Checking segment: {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:07.471828 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.472385 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Bound using segment: {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:07.472865 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Bound port: 64627d34-1bac-4b44-b219-4b8a1604c4a2, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:07.473543 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.492181 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ac27b2-7a4c-4d95-9a71-9a78b57cd733 x-openstack-request-id: req-b8ac27b2-7a4c-4d95-9a71-9a78b57cd733 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:07.492658 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "name": "network-vif-plugged", "status": "completed", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:07.493420 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8ac27b2-7a4c-4d95-9a71-9a78b57cd733 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:07.493986 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ac27b2-7a4c-4d95-9a71-9a78b57cd733'] response: {'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'code': 200} Jul 04 04:17:07.540648 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 60006) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:07.548207 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-41bbab68-ce31-4905-9115-6bbcdc52ccc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9886a60f6a6945eaaf9ac17be8f8410e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8001895 Jul 04 04:17:07.556037 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbab68-ce31-4905-9115-6bbcdc52ccc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3481e46-9d70-4577-8a7e-77e872201435,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:07.558238 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.566542 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:07.582888 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] For port 64627d34-1bac-4b44-b219-4b8a1604c4a2, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:07.588936 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] For port 64627d34-1bac-4b44-b219-4b8a1604c4a2, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=64627d34-1bac-4b44-b219-4b8a1604c4a2,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:07.593801 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-27386be5-3a01-4767-9a1e-45f54bc5ca13 service neutron] 10.222.0.16 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741035 Jul 04 04:17:07.598447 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.612854 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:07.643766 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013e162-e57d-4b01-bc4a-8c4e75f94daf req-adfbb51f-4e37-4f2a-9cac-78e32860f89a tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:07.645265 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4013e162-e57d-4b01-bc4a-8c4e75f94daf req-adfbb51f-4e37-4f2a-9cac-78e32860f89a tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0891342 Jul 04 04:17:07.679885 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:07.680401 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:07.691756 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1f5a60a4-f68e-4dd9-a113-ac662577b874 admin admin] Publish callbacks [] for security_group (d3481e46-9d70-4577-8a7e-77e872201435), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.700833 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-488d0b84-cf67-47a8-a19a-22b86d1e157d service neutron] 10.222.0.16 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059871 Jul 04 04:17:07.720443 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd209c2-8663-4165-96e2-ad462bb9d25b None None] Pushing event updated for resources: {'Port': ['ID=64627d34-1bac-4b44-b219-4b8a1604c4a2,revision_number=4']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:07.726174 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1f5a60a4-f68e-4dd9-a113-ac662577b874 admin admin] Publish callbacks [] for security_group (d3481e46-9d70-4577-8a7e-77e872201435), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.755527 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-3d094146-7e83-400c-93b5-851c07abc37c None None] Provisioning complete for port 64627d34-1bac-4b44-b219-4b8a1604c4a2 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:07.756030 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3d094146-7e83-400c-93b5-851c07abc37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.766927 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4013e162-e57d-4b01-bc4a-8c4e75f94daf req-ea82f844-e689-43d7-8a14-ff4a0d006b3f tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081793 Jul 04 04:17:07.804095 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:17:07.847381 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:07.853281 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1f5a60a4-f68e-4dd9-a113-ac662577b874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (d3481e46-9d70-4577-8a7e-77e872201435), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.856703 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1f5a60a4-f68e-4dd9-a113-ac662577b874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.863081 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-1f5a60a4-f68e-4dd9-a113-ac662577b874 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3481e46-9d70-4577-8a7e-77e872201435 HTTP/1.1" status: 204 len: 168 time: 0.3210340 Jul 04 04:17:07.868475 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:07.874890 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a60a4-f68e-4dd9-a113-ac662577b874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3481e46-9d70-4577-8a7e-77e872201435,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:07.945296 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-3d094146-7e83-400c-93b5-851c07abc37c None None] Current status of the port 64627d34-1bac-4b44-b219-4b8a1604c4a2 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:07.945689 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3d094146-7e83-400c-93b5-851c07abc37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:07.995878 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b3bb5d01-0c04-4260-aa6c-de7850764699 req-1cdc99ff-16a5-4363-8fd5-57fd7809b103 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 210 time: 0.0552661 Jul 04 04:17:08.010695 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-3d094146-7e83-400c-93b5-851c07abc37c None None] For port 64627d34-1bac-4b44-b219-4b8a1604c4a2, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=64627d34-1bac-4b44-b219-4b8a1604c4a2,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:08.018903 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3d094146-7e83-400c-93b5-851c07abc37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:08.188234 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:08.208226 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-db4e3c7c-9072-427c-8a83-de7928fc40ad None None] Provisioning complete for port 64627d34-1bac-4b44-b219-4b8a1604c4a2 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:08.208678 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c7c-9072-427c-8a83-de7928fc40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:08.226602 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2faf25f-6898-413c-ab74-64e7db8825aa None None] The sync data for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi is: [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:17:08.252562 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d094146-7e83-400c-93b5-851c07abc37c None None] Pushing event updated for resources: {'Port': ['ID=64627d34-1bac-4b44-b219-4b8a1604c4a2,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:08.342763 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-db4e3c7c-9072-427c-8a83-de7928fc40ad None None] Current status of the port 64627d34-1bac-4b44-b219-4b8a1604c4a2 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:08.406242 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c8b59-c94a-47fe-9f52-c5c6e71f4bbd req-c2a03732-3fbf-4d35-8d19-5f94f01c6c60 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:08.407795 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-859c8b59-c94a-47fe-9f52-c5c6e71f4bbd req-c2a03732-3fbf-4d35-8d19-5f94f01c6c60 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0535858 Jul 04 04:17:08.487034 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-859c8b59-c94a-47fe-9f52-c5c6e71f4bbd req-c1a6dd37-c320-47a8-8e1f-71486d0b2ed9 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671549 Jul 04 04:17:08.576460 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f2ee-9f36-468e-989c-63dcc46b34d0 req-ef0ef71f-ec7e-4775-8359-b5eb5af14b2b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:08.578095 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7ab8f2ee-9f36-468e-989c-63dcc46b34d0 req-ef0ef71f-ec7e-4775-8359-b5eb5af14b2b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0524130 Jul 04 04:17:08.654323 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7ab8f2ee-9f36-468e-989c-63dcc46b34d0 req-dbf433bc-8ee5-4e04-80d3-c1866c88c885 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699890 Jul 04 04:17:08.741152 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 64627d34-1bac-4b44-b219-4b8a1604c4a2 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:08.787164 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 64627d34-1bac-4b44-b219-4b8a1604c4a2 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:08.787822 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:08.853364 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:08.885154 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:08.907271 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c80ad-7b81-4ef3-ab00-b404eafb2639 req-632273e2-25c0-4402-b639-2b0845ff9f1f tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:08.915365 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-934c80ad-7b81-4ef3-ab00-b404eafb2639 req-632273e2-25c0-4402-b639-2b0845ff9f1f tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0638368 Jul 04 04:17:08.933483 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 64627d34-1bac-4b44-b219-4b8a1604c4a2 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:08.934959 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a77fc23e-6f30-429c-a1bf-6790796c9547 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:08.963338 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:08.988376 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port a77fc23e-6f30-429c-a1bf-6790796c9547 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:08.989026 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:09.000542 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-934c80ad-7b81-4ef3-ab00-b404eafb2639 req-26952ea8-4cba-48a3-bd15-d43a7dddbf4e tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831971 Jul 04 04:17:09.119640 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port a77fc23e-6f30-429c-a1bf-6790796c9547 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:09.141901 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:09.173999 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-680c3ef6-ca21-48c0-829a-2d1e3cc147c4 req-56579f29-2b98-4918-8681-004830806e9e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 210 time: 0.0458624 Jul 04 04:17:09.615563 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bf09f-efd7-4275-bb28-d0b0dab878b3 req-7aab9269-37ab-43af-a194-5c5d113291f3 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:09.617589 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3e6bf09f-efd7-4275-bb28-d0b0dab878b3 req-7aab9269-37ab-43af-a194-5c5d113291f3 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0624664 Jul 04 04:17:09.683300 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3e6bf09f-efd7-4275-bb28-d0b0dab878b3 req-8441b532-4860-4889-8a94-78ff7b38b9ab tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571549 Jul 04 04:17:09.722837 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96c750-6ddf-4730-989f-1497eaa2f45c req-66593b94-b9ac-432a-82f0-4ad2c9366aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:09.725403 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6b96c750-6ddf-4730-989f-1497eaa2f45c req-66593b94-b9ac-432a-82f0-4ad2c9366aba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 1129 time: 0.0764754 Jul 04 04:17:09.851477 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cb644-0f35-4b9c-a7d6-1fa3477ea7d3 req-b8d96e05-a778-4c93-917d-5426b82ac37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:09.853232 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d1cb644-0f35-4b9c-a7d6-1fa3477ea7d3 req-b8d96e05-a778-4c93-917d-5426b82ac37a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 1129 time: 0.1192672 Jul 04 04:17:09.865457 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ebc38-9939-4601-8380-733ef2633f3a req-c1178172-6407-45f0-b579-9ba746c8c30a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:09.872556 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a9ebc38-9939-4601-8380-733ef2633f3a req-c1178172-6407-45f0-b579-9ba746c8c30a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.1191099 Jul 04 04:17:09.908996 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6b96c750-6ddf-4730-989f-1497eaa2f45c req-fde754fe-de10-4c44-9105-df08d04d9ee2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655788 Jul 04 04:17:09.942974 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a9ebc38-9939-4601-8380-733ef2633f3a req-f93a4167-8771-4bc2-a20f-abc59c3f5b19 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694809 Jul 04 04:17:09.996777 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e9a31-8daf-4dc5-94d2-e0e405826991 req-49f1a1ad-c439-4912-8d3c-44eea2baed41 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:09.998289 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-652e9a31-8daf-4dc5-94d2-e0e405826991 req-49f1a1ad-c439-4912-8d3c-44eea2baed41 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0527415 Jul 04 04:17:10.053756 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-652e9a31-8daf-4dc5-94d2-e0e405826991 req-3a3a280c-08cc-408b-834f-397f03224381 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498912 Jul 04 04:17:10.164632 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce5eff-fcd9-409c-8aae-98917b77faa2 req-1637a8f5-f0e7-40e1-9637-0804a59c4a30 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:10.166281 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-82ce5eff-fcd9-409c-8aae-98917b77faa2 req-1637a8f5-f0e7-40e1-9637-0804a59c4a30 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0527594 Jul 04 04:17:10.219307 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-82ce5eff-fcd9-409c-8aae-98917b77faa2 req-07f90e22-76f3-4990-a4aa-cc85ec2b1d09 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473828 Jul 04 04:17:10.287738 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cbc958bd-e5a3-4c7f-9769-0be3c61b8788 req-b0682abf-d696-4fab-b917-5792eec985c6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 210 time: 0.0281730 Jul 04 04:17:10.534130 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:10.552687 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d1cb644-0f35-4b9c-a7d6-1fa3477ea7d3 req-213cef8c-402a-4bc3-ad91-d85fbca6611e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492992 Jul 04 04:17:11.074075 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d61be9-dd1e-4d39-8745-659c6bbd9ddf req-7e93d3ab-97c3-4126-8cc5-defddd14adc1 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:11.075633 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3d61be9-dd1e-4d39-8745-659c6bbd9ddf req-7e93d3ab-97c3-4126-8cc5-defddd14adc1 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Jul 04 04:17:11.130160 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3d61be9-dd1e-4d39-8745-659c6bbd9ddf req-f5593ca4-b838-4e3e-9119-e79746a1cfd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487485 Jul 04 04:17:11.173806 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9168f-e802-430a-b5ed-9ac8d37e54c3 req-c5c57203-7725-4ea3-8d41-2cbd4f2b0be5 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:11.175370 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ec9168f-e802-430a-b5ed-9ac8d37e54c3 req-c5c57203-7725-4ea3-8d41-2cbd4f2b0be5 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0491760 Jul 04 04:17:11.225331 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ec9168f-e802-430a-b5ed-9ac8d37e54c3 req-814aa4ed-f8a3-4d58-910f-171358c43162 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Jul 04 04:17:11.334186 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9be63-5cc3-4dcc-a92e-2b78e78d6d33 req-6d3317e4-e2d8-46f0-ba96-62bd04e49ab6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:11.335696 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-14c9be63-5cc3-4dcc-a92e-2b78e78d6d33 req-6d3317e4-e2d8-46f0-ba96-62bd04e49ab6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0474405 Jul 04 04:17:11.384609 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-14c9be63-5cc3-4dcc-a92e-2b78e78d6d33 req-77a57d17-4d28-401c-8f68-f45d88d443a0 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429740 Jul 04 04:17:11.394946 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-35c22da4-348a-4ab1-a054-7878c6d3844c req-2fa2ea0f-caba-42f7-8475-a7e6a6b7baae tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 210 time: 0.0331249 Jul 04 04:17:12.263268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909de19-b156-455f-8fc9-59c02a19be02 req-7b3bac1a-f592-4723-a559-ecae1a19e6f1 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:12.272872 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3909de19-b156-455f-8fc9-59c02a19be02 req-7b3bac1a-f592-4723-a559-ecae1a19e6f1 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0618157 Jul 04 04:17:12.333659 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3909de19-b156-455f-8fc9-59c02a19be02 req-237d2114-1a19-4264-a738-2b9dd2e8f1d8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597692 Jul 04 04:17:12.364330 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67aa41-be97-43af-a2e0-3c838c271170 req-240145bf-7c8d-411e-ad3d-8e368f52f36b tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:12.366075 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3e67aa41-be97-43af-a2e0-3c838c271170 req-240145bf-7c8d-411e-ad3d-8e368f52f36b tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0520494 Jul 04 04:17:12.417506 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3e67aa41-be97-43af-a2e0-3c838c271170 req-ba7ed493-4d53-42dc-9411-6529a463aae4 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Jul 04 04:17:12.494065 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:12.517564 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576553c-332f-458f-bd33-66a3148de73b req-a54e8359-12a6-4264-8eab-b106c684ab90 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:12.519313 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1576553c-332f-458f-bd33-66a3148de73b req-a54e8359-12a6-4264-8eab-b106c684ab90 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0611465 Jul 04 04:17:12.585378 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1576553c-332f-458f-bd33-66a3148de73b req-462198e8-ae82-4aa7-b019-a4c66ac8b419 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593054 Jul 04 04:17:12.670596 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5f4325db-6b07-4a82-bec4-c3ac752b52cf req-201003ed-f6d6-4f71-b413-c32b8f43a6f5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 210 time: 0.0371761 Jul 04 04:17:13.391409 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7335630-2038-4297-b13a-9988de0e87df req-f29caa14-73fc-4e4e-b1fa-14358e605ee3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:13.392935 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-f29caa14-73fc-4e4e-b1fa-14358e605ee3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 816 time: 0.1170347 Jul 04 04:17:13.519673 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b56a8-baf6-45d9-b890-67b8815e4f6a req-d8f3d244-b3c0-4aa6-8e83-1a78dbb5a42b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:13.521388 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-691b56a8-baf6-45d9-b890-67b8815e4f6a req-d8f3d244-b3c0-4aa6-8e83-1a78dbb5a42b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.1101348 Jul 04 04:17:13.563175 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-d57f0e7c-6d8b-4231-8847-a0093484562c tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:13.564642 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-d57f0e7c-6d8b-4231-8847-a0093484562c tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.1050508 Jul 04 04:17:13.564806 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5658ec-6934-4e1c-b92c-2aba184c2e1f req-fbce2519-a006-41e0-9914-a15716d934da tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:13.566286 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fd5658ec-6934-4e1c-b92c-2aba184c2e1f req-fbce2519-a006-41e0-9914-a15716d934da tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0554326 Jul 04 04:17:13.612751 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-362cad27-bf15-44d7-aeae-f77a6a4ef6af tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e83a80c1b34e67958aca6d0a10ba8a HTTP/1.1" status: 200 len: 380 time: 0.1237411 Jul 04 04:17:13.631125 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fd5658ec-6934-4e1c-b92c-2aba184c2e1f req-091fb755-00ce-4616-8d20-adf53903ca87 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556743 Jul 04 04:17:13.636005 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-691b56a8-baf6-45d9-b890-67b8815e4f6a req-11ef8d90-76b2-496b-988d-d22e754ff2c2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018879 Jul 04 04:17:13.766014 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47ad91-58f5-49c7-a7af-c312c0c5d7f2 req-0252a911-5eac-45ba-b498-ba5fa0de4304 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:13.767597 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0d47ad91-58f5-49c7-a7af-c312c0c5d7f2 req-0252a911-5eac-45ba-b498-ba5fa0de4304 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0729957 Jul 04 04:17:13.803849 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a59eff5b-75ff-4f33-9c0e-cba3b19d876c req-f272e6af-f258-4c2c-9382-de1a81d316b7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 210 time: 0.0326753 Jul 04 04:17:13.821394 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0d47ad91-58f5-49c7-a7af-c312c0c5d7f2 req-25621ba5-8482-4ae7-970d-a6b791635c03 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469036 Jul 04 04:17:13.969211 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:14.201234 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'port': {'device_id': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'admin_state_up': True, 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'security_groups': ['62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:14.407116 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Deleting port bb2c5801-9617-4283-b348-91c2765ed7fd {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:17:14.407783 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:14.500608 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Made reservation on behalf of 77e83a80c1b34e67958aca6d0a10ba8a for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:17:14.503975 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:14.532840 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] For port bb2c5801-9617-4283-b348-91c2765ed7fd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bb2c5801-9617-4283-b348-91c2765ed7fd,segment=NetworkSegment(102c1a94-ca70-4d53-94a8-a772faf2c42c),segment_id=102c1a94-ca70-4d53-94a8-a772faf2c42c)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:14.533194 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:14.556787 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Calling delete_port for bb2c5801-9617-4283-b348-91c2765ed7fd owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:17:14.563203 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:14.756851 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:14.764138 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eca68e-cd87-4a83-ac27-c5b19656f031 req-c7121c54-b667-409a-ba82-050a2450e00a tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:14.766109 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-78eca68e-cd87-4a83-ac27-c5b19656f031 req-c7121c54-b667-409a-ba82-050a2450e00a tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 949 time: 0.0616343 Jul 04 04:17:14.810797 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad109ee-a18e-4dc0-8185-1f34868801b0 req-2bba805d-0acd-463c-a480-2e48729dcf8d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:14.810797 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8ad109ee-a18e-4dc0-8185-1f34868801b0 req-2bba805d-0acd-463c-a480-2e48729dcf8d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0869298 Jul 04 04:17:14.810797 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Allocated IP 172.20.0.8 (4eec3fce-9c5d-44a0-be22-c0108d80e7d3/0783ffe9-fbb8-41fe-9984-15a879012f6f/72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:14.833048 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-78eca68e-cd87-4a83-ac27-c5b19656f031 req-71c8502c-2bf7-49da-9af8-f9b2b5a7a981 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd288a0-c68f-4129-a2bc-e0bc649847d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611160 Jul 04 04:17:14.877145 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bb2c5801-9617-4283-b348-91c2765ed7fd no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:17:14.944234 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8ad109ee-a18e-4dc0-8185-1f34868801b0 req-9c60a1c9-4ec9-4d85-b803-9e47344a1395 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317792 Jul 04 04:17:14.961568 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (bb2c5801-9617-4283-b348-91c2765ed7fd), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:14.977222 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Port bb2c5801-9617-4283-b348-91c2765ed7fd update to DOWN by agent not found {{(pid=104121) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 04 04:17:14.990926 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c892f7d-9132-46c1-a85e-a2ecaa6ca562 req-89af050a-34c6-4170-8784-8f59b4747d51 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:15.002653 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1c892f7d-9132-46c1-a85e-a2ecaa6ca562 req-89af050a-34c6-4170-8784-8f59b4747d51 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0887380 Jul 04 04:17:15.004371 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Pushing event deleted for resources: {'Port': ['ID=bb2c5801-9617-4283-b348-91c2765ed7fd,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:15.043146 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:15.093782 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1c892f7d-9132-46c1-a85e-a2ecaa6ca562 req-fe74c027-519c-40d7-8b80-fc6467b01e7d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892725 Jul 04 04:17:15.186399 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9a1e86fb-ca95-4836-9ac2-41173f50f945 req-0cebc1cd-bc4b-4459-ba24-f6777fdadf5c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 210 time: 0.1261418 Jul 04 04:17:15.189900 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] No DVR routers for this DVR port bb2c5801-9617-4283-b348-91c2765ed7fd on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:17:15.197693 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:15.201064 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fc65b14b-fc47-49c3-864a-d1713ce54358 req-5d13855f-09b2-470d-ab02-1feb2c553dc1 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.59 "DELETE /v2.0/ports/bb2c5801-9617-4283-b348-91c2765ed7fd HTTP/1.1" status: 204 len: 173 time: 1.0046289 Jul 04 04:17:15.201542 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1e5292-d768-4e52-b4e1-91ef1e02e688', 'name': 'network-vif-deleted', 'tag': 'bb2c5801-9617-4283-b348-91c2765ed7fd'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:15.203965 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e2ace7-a306-447a-b63c-7b212b30aecf" -d '{"events": [{"server_uuid": "db1e5292-d768-4e52-b4e1-91ef1e02e688", "name": "network-vif-deleted", "tag": "bb2c5801-9617-4283-b348-91c2765ed7fd"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:15.245904 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:15.299078 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:15.359902 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d66b55-c3a1-4e8e-901f-bd05acd37802 req-0ff98fb5-d955-4950-b2fc-40f69621a3cc tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:15.361877 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d6d66b55-c3a1-4e8e-901f-bd05acd37802 req-0ff98fb5-d955-4950-b2fc-40f69621a3cc tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.1011133 Jul 04 04:17:15.478289 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d6d66b55-c3a1-4e8e-901f-bd05acd37802 req-aadc86bb-8ff8-4b48-ae94-95c8b7c8a082 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059432 Jul 04 04:17:15.613399 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7b364-761c-4b0b-82c9-b4ceffd07f99 req-cf573d19-f74e-4302-80d7-bed6bf568d04 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:15.615511 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-67f7b364-761c-4b0b-82c9-b4ceffd07f99 req-cf573d19-f74e-4302-80d7-bed6bf568d04 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0631654 Jul 04 04:17:15.631465 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea0446b-9892-4a6f-820d-8c8914f5d6ac x-openstack-request-id: req-1ea0446b-9892-4a6f-820d-8c8914f5d6ac {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:15.632440 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1e5292-d768-4e52-b4e1-91ef1e02e688", "name": "network-vif-deleted", "tag": "bb2c5801-9617-4283-b348-91c2765ed7fd", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:15.632842 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ea0446b-9892-4a6f-820d-8c8914f5d6ac {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:15.633590 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea0446b-9892-4a6f-820d-8c8914f5d6ac'] response: {'server_uuid': 'db1e5292-d768-4e52-b4e1-91ef1e02e688', 'name': 'network-vif-deleted', 'tag': 'bb2c5801-9617-4283-b348-91c2765ed7fd', 'status': 'completed', 'code': 200} Jul 04 04:17:15.652262 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:15.656269 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:15.660509 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:15.667081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:15.668044 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:15.677022 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:15.691069 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-087a894b-7263-4497-858a-8292f71f103c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4956632 Jul 04 04:17:15.706146 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-67f7b364-761c-4b0b-82c9-b4ceffd07f99 req-9c649b32-6648-40d6-981b-2f0800fdf554 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786498 Jul 04 04:17:15.857480 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f75573-6405-43a0-883e-cbf8c5e2c36e req-8f1ecba1-7355-49f3-b0e0-fd4f8db6d400 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:15.858978 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4f75573-6405-43a0-883e-cbf8c5e2c36e req-8f1ecba1-7355-49f3-b0e0-fd4f8db6d400 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0481911 Jul 04 04:17:15.881318 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:15.912587 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4f75573-6405-43a0-883e-cbf8c5e2c36e req-c7e9e236-8c77-4cb0-842d-817e75cc8277 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467796 Jul 04 04:17:15.918221 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-36ebdbc8-baf4-4973-add5-e234898f02a0 None None] Provisioning complete for port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:15.919832 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-36ebdbc8-baf4-4973-add5-e234898f02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:15.952329 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fe4b1296-0106-4f5b-a66d-57748e3ab84d req-9a863470-5c0d-4d7c-88a0-9e0f5a024445 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0294516 Jul 04 04:17:15.960563 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-36ebdbc8-baf4-4973-add5-e234898f02a0 None None] Port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:17:16.073319 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Request body: {'port': {'device_id': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:16.127781 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-d058f1eb-03af-4fc8-a4e4-2c66983ab0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:16.129167 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-d058f1eb-03af-4fc8-a4e4-2c66983ab0bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 1129 time: 0.0698423 Jul 04 04:17:16.162336 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:16.165324 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:16.342832 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82428fc-fb13-475e-9bf6-d29bccb7c0cc req-6fa3e50a-cbb0-4364-ae7f-8b95111f91f4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:16.344313 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b82428fc-fb13-475e-9bf6-d29bccb7c0cc req-6fa3e50a-cbb0-4364-ae7f-8b95111f91f4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 931 time: 0.0485940 Jul 04 04:17:16.397515 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b82428fc-fb13-475e-9bf6-d29bccb7c0cc req-3294a2bd-814a-469a-9a89-b58712c43c2f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470216 Jul 04 04:17:16.406542 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:16.452880 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:17:16.460298 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Publish callbacks [] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:16.473436 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Transition to ACTIVE for port object 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:17:16.479702 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:16.533619 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:16.571601 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Attempting to bind port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:16.571950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Attempting to bind port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:16.572284 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Attempting to bind port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc on network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:16.577548 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc on network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:17:16.577867 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Attempting to bind port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc on network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:16.583499 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:16.583842 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Checking segment: {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:16.584259 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Bound using segment: {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:16.584691 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Bound port: 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:16.585062 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:16.652595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:16.656129 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:16.663703 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:16.705358 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:16.705985 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:16.707387 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] 10.222.0.59 "PUT /v2.0/ports/72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc HTTP/1.1" status: 200 len: 1093 time: 0.6391575 Jul 04 04:17:16.729152 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf225b9-c186-406c-b11c-e8be61936bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:16.825889 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4212b1-7bd7-4a15-a597-776292fdb7f5 req-e61fa40f-117f-428f-b7b5-07e8e52fe1fb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:16.827465 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5d4212b1-7bd7-4a15-a597-776292fdb7f5 req-e61fa40f-117f-428f-b7b5-07e8e52fe1fb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0514686 Jul 04 04:17:16.878065 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5d4212b1-7bd7-4a15-a597-776292fdb7f5 req-2cb3228d-1052-4a59-96f9-f55a3e4dc3eb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448198 Jul 04 04:17:17.069473 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2776902c-e6fc-426b-973a-4518e1673d59 req-69676928-cb1b-4173-bbba-5a54e215f8da tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0283887 Jul 04 04:17:17.523574 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da354a36-fc00-4582-8984-e9a743f07d11 req-aad4f06f-74bc-4476-bba3-f7574b477188 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:17.525052 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-da354a36-fc00-4582-8984-e9a743f07d11 req-aad4f06f-74bc-4476-bba3-f7574b477188 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0487576 Jul 04 04:17:17.573527 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-da354a36-fc00-4582-8984-e9a743f07d11 req-9516695c-046f-4fe1-88b4-9f1884be4866 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Jul 04 04:17:17.634426 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:17.638584 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799c4133-3490-43f4-bc06-f0b7b59284cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:17.676940 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6f6653-349f-4e26-a6e1-2ebfabb1b18b x-openstack-request-id: req-6d6f6653-349f-4e26-a6e1-2ebfabb1b18b {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:17.677595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:17.677595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d6f6653-349f-4e26-a6e1-2ebfabb1b18b {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:17.678015 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6f6653-349f-4e26-a6e1-2ebfabb1b18b'] response: {'name': 'network-changed', 'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'status': 'completed', 'code': 200} Jul 04 04:17:18.003751 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4ac0e-fb51-4285-901b-ca68e5b009f3 req-6831a566-12c1-4a3c-9298-a2986868c3d9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:18.005203 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d7a4ac0e-fb51-4285-901b-ca68e5b009f3 req-6831a566-12c1-4a3c-9298-a2986868c3d9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0502405 Jul 04 04:17:18.055498 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d7a4ac0e-fb51-4285-901b-ca68e5b009f3 req-f7fa7bfd-5377-419a-82ee-316f8f9aeb36 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 Jul 04 04:17:18.184502 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:18.192796 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-92ceaf43-99ae-4727-b006-8e73a7981e6e req-b8d3cb8e-2d5b-4501-9000-e113aab3a199 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0293071 Jul 04 04:17:18.226965 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:18.707741 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d83a2f-e546-4018-81bd-13e0b7c9caef req-e8a21e44-13a0-4fe2-8fcc-4ffd6f0ff1d8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:18.709080 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d2d83a2f-e546-4018-81bd-13e0b7c9caef req-e8a21e44-13a0-4fe2-8fcc-4ffd6f0ff1d8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0529873 Jul 04 04:17:18.759191 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d2d83a2f-e546-4018-81bd-13e0b7c9caef req-f6bcc1f5-5b36-4bfa-8e5f-752f77349523 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 Jul 04 04:17:19.177796 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c570a5-7239-4539-9630-66b6d28fb73e req-fabd1c86-1407-413e-9e05-dff9c6043cea tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:19.179327 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-42c570a5-7239-4539-9630-66b6d28fb73e req-fabd1c86-1407-413e-9e05-dff9c6043cea tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0533168 Jul 04 04:17:19.240182 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-42c570a5-7239-4539-9630-66b6d28fb73e req-1dce1211-60f3-4618-b265-be683c13495d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 Jul 04 04:17:19.282479 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:19.311254 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f91eabe2-4df0-43b3-81c7-37cc3bdd9847 req-c94dc68d-28b5-4c19-a23d-c753fb0e20b7 tempest-VolumesNegativeTest-1988359779 tempest-VolumesNegativeTest-1988359779-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1e5292-d768-4e52-b4e1-91ef1e02e688 HTTP/1.1" status: 200 len: 210 time: 0.0372345 Jul 04 04:17:19.429772 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7335630-2038-4297-b13a-9988de0e87df req-6a27d4c6-d58d-43ee-9ced-86c8e1bd7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:19.431180 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-6a27d4c6-d58d-43ee-9ced-86c8e1bd7ab2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 1127 time: 0.0592124 Jul 04 04:17:19.434090 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-f62121a4-1872-4a6c-9a11-40c62634fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:19.435587 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-f62121a4-1872-4a6c-9a11-40c62634fb10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.1342311 Jul 04 04:17:19.523560 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-59d0dc7a-a6d5-43b3-afb3-6853b8d5658d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc HTTP/1.1" status: 200 len: 217 time: 0.0747979 Jul 04 04:17:19.524909 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-df35d6a2-46f6-47b6-b129-649ef37169bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3384abec-b08a-4477-8514-51d16c8ee80f HTTP/1.1" status: 200 len: 217 time: 0.0749500 Jul 04 04:17:19.606541 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:19.615122 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7335630-2038-4297-b13a-9988de0e87df req-9a6f5497-1013-4df2-9074-aa7f0182e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:19.616571 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-9a6f5497-1013-4df2-9074-aa7f0182e24f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.0826569 Jul 04 04:17:19.622146 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-c60fdc8d-ce66-493c-abfa-c916e74c9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:19.623542 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-c60fdc8d-ce66-493c-abfa-c916e74c9068 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0785401 Jul 04 04:17:19.687827 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7335630-2038-4297-b13a-9988de0e87df req-5c1b38a1-0a30-43b1-86ec-82fdde1dac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:19.689220 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-5c1b38a1-0a30-43b1-86ec-82fdde1dac49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648265 Jul 04 04:17:19.691977 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-aa1c9154-cbed-4ba2-9c0d-1a6db4d1095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:19.693312 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-aa1c9154-cbed-4ba2-9c0d-1a6db4d1095f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598989 Jul 04 04:17:19.857281 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-352f663e-4253-474f-9e44-604daac46160 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554880 Jul 04 04:17:19.859388 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-909e16cc-e166-480c-9ab6-50613d0b24b9 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566329 Jul 04 04:17:19.879321 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55309b10-3409-4db1-94bb-217fba4477da req-404b90c8-20a6-40b7-af89-a99aaa48452a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:19.880786 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-55309b10-3409-4db1-94bb-217fba4477da req-404b90c8-20a6-40b7-af89-a99aaa48452a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0484269 Jul 04 04:17:19.936757 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-55309b10-3409-4db1-94bb-217fba4477da req-58cdd7c1-1683-4dde-a503-97a53daedc26 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493972 Jul 04 04:17:20.026129 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7335630-2038-4297-b13a-9988de0e87df req-ed129013-595b-4427-8425-98e88d3160e9 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580975 Jul 04 04:17:20.029624 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3eae243-fe78-4a07-bd30-107cd466d4d8 req-2bf57691-2a3f-4416-ac57-2aa661969e56 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538906 Jul 04 04:17:20.359902 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3071908-ccc7-4639-8f51-5d336984aada req-d03b4cfc-2693-4e40-a9b1-a51b75a22c53 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:20.362836 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b3071908-ccc7-4639-8f51-5d336984aada req-d03b4cfc-2693-4e40-a9b1-a51b75a22c53 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0505118 Jul 04 04:17:20.435820 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b3071908-ccc7-4639-8f51-5d336984aada req-a94f7a7c-cabf-452e-b548-c7d333e25508 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655591 Jul 04 04:17:21.073208 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943372c-7a22-49c1-88cc-ae6e2bfbfb1d req-183c0f88-e64a-4cf7-9cb0-c05524cd0bb8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:21.075101 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8943372c-7a22-49c1-88cc-ae6e2bfbfb1d req-183c0f88-e64a-4cf7-9cb0-c05524cd0bb8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0646296 Jul 04 04:17:21.130903 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8943372c-7a22-49c1-88cc-ae6e2bfbfb1d req-1e7e0894-a41a-44b5-861e-69eaf4d1df2c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459228 Jul 04 04:17:21.305781 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 60392) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:21.449106 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bd93-3a32-4568-b129-cb7f3521cd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:21.585140 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bd93-3a32-4568-b129-cb7f3521cd56 admin admin] Publish callbacks [] for security_group (9ee5fed3-868b-4daa-a181-5023b88eddf5), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:21.599121 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bd93-3a32-4568-b129-cb7f3521cd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (9ee5fed3-868b-4daa-a181-5023b88eddf5), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:21.605571 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:21.620639 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491cbcb-825c-4c55-b97e-a94463753fde req-a14f9603-ce1f-4196-8974-81af62b714c4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:21.622178 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4491cbcb-825c-4c55-b97e-a94463753fde req-a14f9603-ce1f-4196-8974-81af62b714c4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0907474 Jul 04 04:17:21.672104 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-f5b4bd93-3a32-4568-b129-cb7f3521cd56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6fe8bc869224667b2ecbb4b5870efe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647280 Jul 04 04:17:21.674706 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60420) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:21.676112 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4bd93-3a32-4568-b129-cb7f3521cd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5fed3-868b-4daa-a181-5023b88eddf5,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:21.698542 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:21.729616 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4491cbcb-825c-4c55-b97e-a94463753fde req-57375414-c6b4-4d47-a7b0-1e6e3b6865fd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806549 Jul 04 04:17:21.772281 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0df23a6f-007c-462f-9e4c-27e54e2f6b0b admin admin] Publish callbacks [] for security_group (9ee5fed3-868b-4daa-a181-5023b88eddf5), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:21.804088 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0df23a6f-007c-462f-9e4c-27e54e2f6b0b admin admin] Publish callbacks [] for security_group (9ee5fed3-868b-4daa-a181-5023b88eddf5), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:21.866946 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0df23a6f-007c-462f-9e4c-27e54e2f6b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (9ee5fed3-868b-4daa-a181-5023b88eddf5), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:21.870065 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0df23a6f-007c-462f-9e4c-27e54e2f6b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:21.875624 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-0df23a6f-007c-462f-9e4c-27e54e2f6b0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ee5fed3-868b-4daa-a181-5023b88eddf5 HTTP/1.1" status: 204 len: 168 time: 0.1976624 Jul 04 04:17:21.886646 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df23a6f-007c-462f-9e4c-27e54e2f6b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5fed3-868b-4daa-a181-5023b88eddf5,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:22.258235 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47803b-0aec-4fc0-8930-7887d71b527d req-b790fa23-88d6-45dc-911a-ddad44b0098b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:22.259803 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-da47803b-0aec-4fc0-8930-7887d71b527d req-b790fa23-88d6-45dc-911a-ddad44b0098b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0513179 Jul 04 04:17:22.289723 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60492) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:22.303725 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8a74209e-780f-474a-b473-df8d6b23f48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:22.316796 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-da47803b-0aec-4fc0-8930-7887d71b527d req-d1ac367e-b8f1-4b95-b847-694f9d79911b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490906 Jul 04 04:17:22.381990 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:22.384179 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8a74209e-780f-474a-b473-df8d6b23f48d admin admin] Publish callbacks [] for security_group (8fe925b7-3035-444c-bd12-a5f541880e1e), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:22.390311 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8a74209e-780f-474a-b473-df8d6b23f48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (8fe925b7-3035-444c-bd12-a5f541880e1e), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:22.431831 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-8a74209e-780f-474a-b473-df8d6b23f48d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=495a5552321d4b60ab833db9080d6897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409824 Jul 04 04:17:22.434523 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60508) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:22.441117 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74209e-780f-474a-b473-df8d6b23f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe925b7-3035-444c-bd12-a5f541880e1e,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:22.494661 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-176a4aa1-5ef0-4890-b6b7-cbde71723521 admin admin] Publish callbacks [] for security_group (8fe925b7-3035-444c-bd12-a5f541880e1e), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:22.505683 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:22.518637 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-176a4aa1-5ef0-4890-b6b7-cbde71723521 admin admin] Publish callbacks [] for security_group (8fe925b7-3035-444c-bd12-a5f541880e1e), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:22.567068 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-176a4aa1-5ef0-4890-b6b7-cbde71723521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (8fe925b7-3035-444c-bd12-a5f541880e1e), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:22.569719 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-176a4aa1-5ef0-4890-b6b7-cbde71723521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:22.570968 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-176a4aa1-5ef0-4890-b6b7-cbde71723521 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fe925b7-3035-444c-bd12-a5f541880e1e HTTP/1.1" status: 204 len: 168 time: 0.1352668 Jul 04 04:17:22.579024 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a4aa1-5ef0-4890-b6b7-cbde71723521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe925b7-3035-444c-bd12-a5f541880e1e,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:22.761744 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-9af0d1ef-6d68-4760-a3dd-639113e98ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:22.764148 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-9af0d1ef-6d68-4760-a3dd-639113e98ae5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 1127 time: 0.0608113 Jul 04 04:17:22.953479 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd3e3-3ef4-4a1f-841e-c3088ec5ceb6 req-f0bfd1ab-7167-4dc8-a5b6-6133477b2d62 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:22.955069 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-141dd3e3-3ef4-4a1f-841e-c3088ec5ceb6 req-f0bfd1ab-7167-4dc8-a5b6-6133477b2d62 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.1499894 Jul 04 04:17:22.998946 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-e103bbd9-cd83-4322-bffe-a1c292625f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:23.006720 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-e103bbd9-cd83-4322-bffe-a1c292625f80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 917 time: 0.2295861 Jul 04 04:17:23.053024 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-141dd3e3-3ef4-4a1f-841e-c3088ec5ceb6 req-34adfabe-7b39-4833-8454-dc7611e62dd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887640 Jul 04 04:17:23.093385 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60560) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:23.108537 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1af12067-0fc4-470e-964d-eb7fbe46174b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:23.205049 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1af12067-0fc4-470e-964d-eb7fbe46174b admin admin] Publish callbacks [] for security_group (cc42c269-5efc-473c-8f5f-22f2d181915b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:23.210660 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1af12067-0fc4-470e-964d-eb7fbe46174b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (cc42c269-5efc-473c-8f5f-22f2d181915b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:23.269811 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-1af12067-0fc4-470e-964d-eb7fbe46174b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=978d7ad9fb3d4ec3b0bd52777abe1152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750340 Jul 04 04:17:23.272939 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60568) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:23.279560 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af12067-0fc4-470e-964d-eb7fbe46174b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc42c269-5efc-473c-8f5f-22f2d181915b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:23.319997 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:17:23.333123 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3ff9bff3-3413-4114-bcdf-8bebc477bec1 admin admin] Publish callbacks [] for security_group (cc42c269-5efc-473c-8f5f-22f2d181915b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:23.360955 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3ff9bff3-3413-4114-bcdf-8bebc477bec1 admin admin] Publish callbacks [] for security_group (cc42c269-5efc-473c-8f5f-22f2d181915b), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:23.418935 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3ff9bff3-3413-4114-bcdf-8bebc477bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (cc42c269-5efc-473c-8f5f-22f2d181915b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:23.422279 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3ff9bff3-3413-4114-bcdf-8bebc477bec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:23.427315 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-3ff9bff3-3413-4114-bcdf-8bebc477bec1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc42c269-5efc-473c-8f5f-22f2d181915b HTTP/1.1" status: 204 len: 168 time: 0.1533754 Jul 04 04:17:23.436809 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:23.450468 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9bff3-3413-4114-bcdf-8bebc477bec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc42c269-5efc-473c-8f5f-22f2d181915b,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:23.473095 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:23.494857 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'port_id': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'mac_address': 'fa:16:3e:63:84:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:17:23.533712 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404903-bb3e-4eee-b319-7e1ebe33e4a0 req-68ac9f73-67d7-4f29-b572-112e9c27395d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:23.535956 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b5404903-bb3e-4eee-b319-7e1ebe33e4a0 req-68ac9f73-67d7-4f29-b572-112e9c27395d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.1052837 Jul 04 04:17:23.548567 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:23.548960 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:23.565043 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:17:23.597977 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:23.602139 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b5404903-bb3e-4eee-b319-7e1ebe33e4a0 req-63c03648-db5e-45a1-bd5d-4bd86a99611d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588892 Jul 04 04:17:23.611252 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:23.674200 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:24.105550 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:17:24.182797 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f348e-5bc3-4f3e-b2fa-a07fde12cc6e req-d640f439-42da-4ec0-a804-ac229686710f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:24.199345 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bc2f348e-5bc3-4f3e-b2fa-a07fde12cc6e req-d640f439-42da-4ec0-a804-ac229686710f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0769138 Jul 04 04:17:24.249571 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bc2f348e-5bc3-4f3e-b2fa-a07fde12cc6e req-66228c93-bad6-4a78-b258-9c16e01a93d6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Jul 04 04:17:24.751347 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f97893-828f-4618-96a1-dd03226e22dd req-a90827e9-f91b-44ea-aed3-988ae6121203 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:24.753445 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a7f97893-828f-4618-96a1-dd03226e22dd req-a90827e9-f91b-44ea-aed3-988ae6121203 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 944 time: 0.0716298 Jul 04 04:17:24.776498 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-eb19901f-ec2a-443c-aa95-3a5fad8b7887 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc HTTP/1.1" status: 200 len: 217 time: 0.0448935 Jul 04 04:17:24.804384 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a7f97893-828f-4618-96a1-dd03226e22dd req-589bab60-f994-4bcd-a378-eb859cc4044e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445492 Jul 04 04:17:24.936249 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-e4edd530-f2a3-4856-8097-cad2217d4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:24.937759 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-e4edd530-f2a3-4856-8097-cad2217d4242 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.0559766 Jul 04 04:17:24.982576 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-cab96dc2-47de-4581-8716-0a0b9ac5afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:24.984053 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-cab96dc2-47de-4581-8716-0a0b9ac5afa3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400786 Jul 04 04:17:25.103535 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-fc9b51a4-becf-481f-add5-be47d1f7d328 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952330 Jul 04 04:17:25.319022 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60664) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:25.332498 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:25.380535 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:17:25.386446 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a7cd2-041e-45b5-ba03-9a7e06972f9a req-1ec24cd2-8a36-4833-9c62-e8621b8f8f6e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:25.388385 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e6a7cd2-041e-45b5-ba03-9a7e06972f9a req-1ec24cd2-8a36-4833-9c62-e8621b8f8f6e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0588293 Jul 04 04:17:25.391202 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:25.391764 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.420119 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:25.453279 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e6a7cd2-041e-45b5-ba03-9a7e06972f9a req-4b0eac82-d046-4dcc-b946-db280a1fb482 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588398 Jul 04 04:17:25.495544 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:25.495970 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.514680 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2b36e23a-726d-4a72-9c7b-af8bf14dc615 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a8e115afb334317ba51e73582c1f2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918080 Jul 04 04:17:25.515611 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60670) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:25.520796 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:25.523458 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8610891f-74d8-4d80-8a94-e9c08d0f4d53" -d '{"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-plugged", "status": "completed", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:25.541439 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:25.546495 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.562400 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:25.570273 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c34f1ef-b5b7-4ac1-a0e1-34f22b038f9a x-openstack-request-id: req-3c34f1ef-b5b7-4ac1-a0e1-34f22b038f9a {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:25.570792 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-plugged", "status": "completed", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:25.571096 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c34f1ef-b5b7-4ac1-a0e1-34f22b038f9a {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:25.571204 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 60674) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:25.571489 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c34f1ef-b5b7-4ac1-a0e1-34f22b038f9a'] response: {'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'code': 200} Jul 04 04:17:25.598025 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:25.598272 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-47537eb8-e317-441e-b6a3-72b4b81c5052 admin admin] Publish callbacks [] for security_group (afd288a0-c68f-4129-a2bc-e0bc649847d4), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.625738 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-47537eb8-e317-441e-b6a3-72b4b81c5052 admin admin] Publish callbacks [] for security_group (afd288a0-c68f-4129-a2bc-e0bc649847d4), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.682653 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-47537eb8-e317-441e-b6a3-72b4b81c5052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (afd288a0-c68f-4129-a2bc-e0bc649847d4), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.686198 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-47537eb8-e317-441e-b6a3-72b4b81c5052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.687704 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-47537eb8-e317-441e-b6a3-72b4b81c5052 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afd288a0-c68f-4129-a2bc-e0bc649847d4 HTTP/1.1" status: 204 len: 168 time: 0.1705651 Jul 04 04:17:25.696730 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47537eb8-e317-441e-b6a3-72b4b81c5052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd288a0-c68f-4129-a2bc-e0bc649847d4,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:25.714640 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7b6773e-b18b-447c-ac9b-4dadbf828d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.943781 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7b6773e-b18b-447c-ac9b-4dadbf828d86 admin admin] Publish callbacks [] for security_group (6a6cbfdf-64e0-46c0-bfa6-07c6f8f86d39), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.976796 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7b6773e-b18b-447c-ac9b-4dadbf828d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (6a6cbfdf-64e0-46c0-bfa6-07c6f8f86d39), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:25.990396 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:25.991321 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:26.070223 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254503d-f0e9-4137-bae7-ad4b3f8db7b8 req-12a5864d-12af-48a7-afb9-0ccd67061635 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:26.071864 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9254503d-f0e9-4137-bae7-ad4b3f8db7b8 req-12a5864d-12af-48a7-afb9-0ccd67061635 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.1479926 Jul 04 04:17:26.112665 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-799c4133-3490-43f4-bc06-f0b7b59284cd req-696a7ca9-babe-4bce-90e5-2e25920b1e47 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184972 Jul 04 04:17:26.122232 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-b7b6773e-b18b-447c-ac9b-4dadbf828d86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c609e3388234c5f847b4537dbce2f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5500178 Jul 04 04:17:26.125159 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60688) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:26.132059 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6773e-b18b-447c-ac9b-4dadbf828d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6cbfdf-64e0-46c0-bfa6-07c6f8f86d39,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:26.141398 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94996-929b-48c5-9254-04723602ec43 req-9a497a53-b258-4ea8-a1c1-7a931c9d7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:26.142939 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-89e94996-929b-48c5-9254-04723602ec43 req-9a497a53-b258-4ea8-a1c1-7a931c9d7959 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 1129 time: 0.1069624 Jul 04 04:17:26.182313 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9254503d-f0e9-4137-bae7-ad4b3f8db7b8 req-849fe9bf-f66e-4b6d-95c4-0737c4a297d6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825517 Jul 04 04:17:26.188336 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:26.195071 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-068dae03-7e3c-45e9-853d-83e1618562d5 admin admin] Publish callbacks [] for security_group (6a6cbfdf-64e0-46c0-bfa6-07c6f8f86d39), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:26.210055 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-89e94996-929b-48c5-9254-04723602ec43 req-6e4e6f66-9050-495b-971c-15d1c461568a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566759 Jul 04 04:17:26.220769 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-068dae03-7e3c-45e9-853d-83e1618562d5 admin admin] Publish callbacks [] for security_group (6a6cbfdf-64e0-46c0-bfa6-07c6f8f86d39), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:26.275226 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-068dae03-7e3c-45e9-853d-83e1618562d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (6a6cbfdf-64e0-46c0-bfa6-07c6f8f86d39), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:26.277721 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-068dae03-7e3c-45e9-853d-83e1618562d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:26.279238 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-068dae03-7e3c-45e9-853d-83e1618562d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a6cbfdf-64e0-46c0-bfa6-07c6f8f86d39 HTTP/1.1" status: 204 len: 168 time: 0.1526077 Jul 04 04:17:26.288856 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dae03-7e3c-45e9-853d-83e1618562d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6cbfdf-64e0-46c0-bfa6-07c6f8f86d39,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:26.581436 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd5f41-272a-4ce4-b05a-e2ed6982bb0a req-73225333-7778-40ab-a19b-ef9d846c268c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:26.583040 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4cd5f41-272a-4ce4-b05a-e2ed6982bb0a req-73225333-7778-40ab-a19b-ef9d846c268c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0511208 Jul 04 04:17:26.639113 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4cd5f41-272a-4ce4-b05a-e2ed6982bb0a req-27e1917e-86b6-4417-93d8-8c9b0692763d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497093 Jul 04 04:17:27.315886 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589b95c-2a57-4083-852d-af79257e2fa1 req-8152195a-679f-4ce4-8451-6e991be7fbfe tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:27.317262 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4589b95c-2a57-4083-852d-af79257e2fa1 req-8152195a-679f-4ce4-8451-6e991be7fbfe tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0548251 Jul 04 04:17:27.597266 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4589b95c-2a57-4083-852d-af79257e2fa1 req-a8357e4f-3e45-4c82-a39f-3ab64b92362d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714837 Jul 04 04:17:28.732604 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee2b5f-3046-4fc1-b508-97c6ed7226b7 req-b5844e57-fda8-4d6c-9be2-3d725212aee5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:28.733979 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-25ee2b5f-3046-4fc1-b508-97c6ed7226b7 req-b5844e57-fda8-4d6c-9be2-3d725212aee5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0506546 Jul 04 04:17:28.786245 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-25ee2b5f-3046-4fc1-b508-97c6ed7226b7 req-c812c549-ca8c-405c-b879-3a60625dd0b8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439751 Jul 04 04:17:29.932766 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ffe64-e943-45f5-bcee-65b55e3fe1bb req-355c3f57-ab5e-4a36-8a94-9afca17d7006 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:29.934403 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-714ffe64-e943-45f5-bcee-65b55e3fe1bb req-355c3f57-ab5e-4a36-8a94-9afca17d7006 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0512440 Jul 04 04:17:29.984498 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-714ffe64-e943-45f5-bcee-65b55e3fe1bb req-5fea833c-788f-4bfe-b987-1a2756c0e286 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Jul 04 04:17:31.124915 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7c809-5307-4e2b-80b8-085d1afd791f req-95ac5cd1-3d28-479f-a432-f743a22aa096 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:31.126563 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2bc7c809-5307-4e2b-80b8-085d1afd791f req-95ac5cd1-3d28-479f-a432-f743a22aa096 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0583565 Jul 04 04:17:31.175014 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2bc7c809-5307-4e2b-80b8-085d1afd791f req-f55b9d4d-1511-47dd-bda1-0e8d60573e77 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Jul 04 04:17:32.048837 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=12 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:32.050917 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=14 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:32.287490 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60750) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:32.292442 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078301621', 'description': 'tempest-description--1241490133'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:32.301511 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf781f-5f55-432b-9fe9-a44da21b77f5 req-a1a6d00c-feae-492a-b57b-23cba1e80348 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:32.302993 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b1cf781f-5f55-432b-9fe9-a44da21b77f5 req-a1a6d00c-feae-492a-b57b-23cba1e80348 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0493188 Jul 04 04:17:32.314268 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.353759 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b1cf781f-5f55-432b-9fe9-a44da21b77f5 req-04f430fe-0be4-4dc5-ac13-d0863f85c626 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Jul 04 04:17:32.386937 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group (f8d581b7-3da9-4a06-a9f2-d77cbf719049), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.392062 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f8d581b7-3da9-4a06-a9f2-d77cbf719049), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.423117 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.424373 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1357996 Jul 04 04:17:32.426260 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d581b7-3da9-4a06-a9f2-d77cbf719049,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:32.427498 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 60754) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:32.432634 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Request body: {'security_group_rule': {'security_group_id': 'f8d581b7-3da9-4a06-a9f2-d77cbf719049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:32.433764 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.434119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.434489 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.434830 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.435167 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.435496 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.435825 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.436597 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.436974 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.437215 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.437512 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.438153 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.438153 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.438561 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.438870 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886cd-de9b-4218-9ba1-e513400a992e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.465761 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group_rule (1835722a-1e59-41ab-84b5-b03549a0d77c), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.522987 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group_rule (1835722a-1e59-41ab-84b5-b03549a0d77c), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.528309 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (1835722a-1e59-41ab-84b5-b03549a0d77c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.548040 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1835722a-1e59-41ab-84b5-b03549a0d77c,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:32.557053 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.558147 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294675 Jul 04 04:17:32.559810 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.560121 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.560567 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.560968 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.561123 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60756) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:32.561308 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.561638 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.561949 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.562260 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.562617 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.562925 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.563257 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.563575 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.563893 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.564203 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.564514 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43191e8-0b6d-4d56-ab40-328988267a3a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:32.565778 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-1b4bb46c-205c-4416-96a2-2c032ae0c48b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Request body: {'security_group_rule': {'security_group_id': 'f8d581b7-3da9-4a06-a9f2-d77cbf719049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:32.594521 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb46c-205c-4416-96a2-2c032ae0c48b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group_rule (b7a1a37a-1ac1-4c2a-8784-b29bb2f176e1), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.658518 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb46c-205c-4416-96a2-2c032ae0c48b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group_rule (b7a1a37a-1ac1-4c2a-8784-b29bb2f176e1), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.663773 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb46c-205c-4416-96a2-2c032ae0c48b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (b7a1a37a-1ac1-4c2a-8784-b29bb2f176e1), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.683166 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bb46c-205c-4416-96a2-2c032ae0c48b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a1a37a-1ac1-4c2a-8784-b29bb2f176e1,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:32.689023 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb46c-205c-4416-96a2-2c032ae0c48b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.690253 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-1b4bb46c-205c-4416-96a2-2c032ae0c48b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282103 Jul 04 04:17:32.693337 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60760) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:32.697682 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:32.702810 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:32.721676 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.802344 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:32.816747 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:32.915780 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Allocated IP 172.27.1.68 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/2fa733e2-6466-4319-9917-20ca9a6ad851) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:33.021732 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for port (2fa733e2-6466-4319-9917-20ca9a6ad851), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:33.055476 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (2fa733e2-6466-4319-9917-20ca9a6ad851), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:33.097696 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:33.102164 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:33.105960 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:33.109380 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event updated for resources: {'Port': ['ID=2fa733e2-6466-4319-9917-20ca9a6ad851,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:33.191045 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for floatingip (9d2b0123-a94b-4d4f-9c0c-b494f2d51b29), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:33.230122 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (2fa733e2-6466-4319-9917-20ca9a6ad851), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:33.398247 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for port (2fa733e2-6466-4319-9917-20ca9a6ad851), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:33.404748 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (2fa733e2-6466-4319-9917-20ca9a6ad851), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:33.495236 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:33.527160 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82388e86-9775-41bf-b640-1cada4e82e3f req-3391fafe-7ddb-4a10-a436-9b9401c38c9f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:33.528648 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-82388e86-9775-41bf-b640-1cada4e82e3f req-3391fafe-7ddb-4a10-a436-9b9401c38c9f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0923982 Jul 04 04:17:33.540373 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event updated for resources: {'Port': ['ID=2fa733e2-6466-4319-9917-20ca9a6ad851,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:33.548793 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:33.550960 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (9d2b0123-a94b-4d4f-9c0c-b494f2d51b29), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:33.585496 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:33.586912 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-896a2ab4-7790-4476-93be-b77939006cd4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8926802 Jul 04 04:17:33.602240 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-82388e86-9775-41bf-b640-1cada4e82e3f req-68a3d4a8-3cdb-4968-a7b3-206969e8ebe3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659199 Jul 04 04:17:33.812223 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-48e00a60-8d99-4f69-9303-ae6dc3d72b12 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2078301621&fields=id&tenant_id=7ea328a1154a4a9a955e411f7eab0aa9 HTTP/1.1" status: 200 len: 267 time: 0.0443580 Jul 04 04:17:33.904882 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:33.928819 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-32eff2e1-ec7f-425f-b56a-d39f363644fa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:33.930264 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-32eff2e1-ec7f-425f-b56a-d39f363644fa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 819 time: 0.1114194 Jul 04 04:17:33.945083 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-bb7486ae-51f7-45e7-9eb1-8c22c5917ab2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/quotas/7ea328a1154a4a9a955e411f7eab0aa9 HTTP/1.1" status: 200 len: 375 time: 0.0093210 Jul 04 04:17:33.997193 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-836c2d0c-8d36-4cb4-9910-1b1e0d270831 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0472822 Jul 04 04:17:34.074228 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1d60b485-d815-4ee1-80d3-f53b2d25862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:34.109826 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-1d305321-8c7e-4269-ac75-a592f2bce69a service neutron] 10.222.0.16 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940099 Jul 04 04:17:34.199944 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-36809d55-0419-4319-8130-6ce864f3888a service neutron] 10.222.0.16 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840909 Jul 04 04:17:34.371569 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2c05001d-dd69-4b94-a387-30ae374615c6 req-2a9bac52-f310-4eeb-9235-59e720382103 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0315585 Jul 04 04:17:34.689581 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:34.727295 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd058c-a35f-4d3f-a9b8-2b57b4932af3 req-3ce53226-f299-45fd-80a6-f0849c61619b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:34.728690 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4cdd058c-a35f-4d3f-a9b8-2b57b4932af3 req-3ce53226-f299-45fd-80a6-f0849c61619b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Jul 04 04:17:34.784595 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4cdd058c-a35f-4d3f-a9b8-2b57b4932af3 req-630b3a9d-9709-4a26-9bf3-afe2a815a266 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499306 Jul 04 04:17:35.480601 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-08f9ec41-1b62-4306-93f7-f60d3eecda2f req-8989b875-a8c4-41cc-a45a-c00206ff6013 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0306146 Jul 04 04:17:35.925114 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59140627-5b89-4c39-b382-46107cdff77b req-8e0064fa-8719-4509-a4ff-ef6aca033eaf tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:35.926944 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-59140627-5b89-4c39-b382-46107cdff77b req-8e0064fa-8719-4509-a4ff-ef6aca033eaf tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0558033 Jul 04 04:17:35.987113 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-59140627-5b89-4c39-b382-46107cdff77b req-51df81aa-5041-4544-9896-96e86818382f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542712 Jul 04 04:17:36.189070 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-fadac1a4-de71-4379-8cf3-931d76789e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:36.583934 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a6827d43-9d24-463d-abc3-9674085aa7f5 req-7ab769e8-9925-4ca8-8812-08bd2862bb11 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0287962 Jul 04 04:17:37.116372 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3442f-7b25-47fe-9d2f-e57aff40d56a req-25b2b236-31fe-42d5-964e-f7868183b4ab tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:37.118549 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d3c3442f-7b25-47fe-9d2f-e57aff40d56a req-25b2b236-31fe-42d5-964e-f7868183b4ab tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0568895 Jul 04 04:17:37.176895 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d3c3442f-7b25-47fe-9d2f-e57aff40d56a req-f0fa2d49-04cc-4011-8418-50069034a7cc tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512640 Jul 04 04:17:37.295980 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d3cd5-dff5-43fa-a5dd-4162e0c210d0 req-5671ae12-cd84-437b-9f27-27e99cf4c81e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:37.297485 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bb8d3cd5-dff5-43fa-a5dd-4162e0c210d0 req-5671ae12-cd84-437b-9f27-27e99cf4c81e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Jul 04 04:17:37.306397 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60814) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:37.310872 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-d3d25b28-1640-4e17-b151-adddca5f7fa5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'floatingip': {'port_id': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:37.358509 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d3d25b28-1640-4e17-b151-adddca5f7fa5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (9f183448-fc97-4bd6-bf3a-390fc3da14ef), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:37.554654 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:37.722494 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-427041dd-6cd8-4563-b3c9-ce5e1dbc080e req-187a3e97-802c-41ca-adb1-a05a079b901d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0599158 Jul 04 04:17:37.854209 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d3d25b28-1640-4e17-b151-adddca5f7fa5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:37.860283 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d3d25b28-1640-4e17-b151-adddca5f7fa5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (9f183448-fc97-4bd6-bf3a-390fc3da14ef), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:37.961397 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-d3d25b28-1640-4e17-b151-adddca5f7fa5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Floating IP 9f183448-fc97-4bd6-bf3a-390fc3da14ef associated. External IP: 172.27.1.235, port: 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc. Jul 04 04:17:38.176925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d25b28-1640-4e17-b151-adddca5f7fa5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:17:38.222930 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:38.256584 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18fe03-44fa-4dab-8e5b-f30d356c9f23 req-98fb28fa-a4c1-4640-b2d8-2d874841a250 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:38.258068 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6e18fe03-44fa-4dab-8e5b-f30d356c9f23 req-98fb28fa-a4c1-4640-b2d8-2d874841a250 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0833399 Jul 04 04:17:38.542476 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:38.571803 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6e18fe03-44fa-4dab-8e5b-f30d356c9f23 req-6a3d5c4f-4c4d-4aba-ac8b-8d82f065cc6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632844 Jul 04 04:17:38.584239 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d25b28-1640-4e17-b151-adddca5f7fa5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:17:38.588735 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d3d25b28-1640-4e17-b151-adddca5f7fa5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:38.595222 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 60832) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:38.595850 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] Sync routers for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:17:38.606185 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:38.607062 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:38.627289 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-d3d25b28-1640-4e17-b151-adddca5f7fa5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "PUT /v2.0/floatingips/9f183448-fc97-4bd6-bf3a-390fc3da14ef HTTP/1.1" status: 200 len: 991 time: 1.3198090 Jul 04 04:17:38.628017 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:38.630564 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:38.671197 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4451781d-24f3-4def-a71b-13388b47b2bf x-openstack-request-id: req-4451781d-24f3-4def-a71b-13388b47b2bf {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:38.672108 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:38.672356 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4451781d-24f3-4def-a71b-13388b47b2bf {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:38.672845 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4451781d-24f3-4def-a71b-13388b47b2bf'] response: {'name': 'network-changed', 'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'status': 'completed', 'code': 200} Jul 04 04:17:38.717807 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:38.720301 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:38.824536 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-639bf217-8c99-4dd5-a228-539625979f43 req-40aa111a-cb7b-42d1-be6e-6605cb3d9fb4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0297353 Jul 04 04:17:38.837142 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb503f1b-0a0b-4942-9bc9-980d93b1666f tempest-TestMinimumBasicScenario-2142665041 tempest-TestMinimumBasicScenario-2142665041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:38.841738 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60844) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:38.841900 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-cb503f1b-0a0b-4942-9bc9-980d93b1666f tempest-TestMinimumBasicScenario-2142665041 tempest-TestMinimumBasicScenario-2142665041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 1124 time: 0.2447259 Jul 04 04:17:38.846830 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'port_id': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:38.870850 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:38.892452 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:38.952615 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:39.004011 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '9f183448-fc97-4bd6-bf3a-390fc3da14ef', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'port_id': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'mac_address': 'fa:16:3e:63:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:06Z', 'updated_at': '2022-07-04T04:17:37Z', 'revision_number': 1, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:39.034982 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] Checking router: 5e462dcb-5ce2-41af-b0ce-5998893c6d51 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:17:39.044745 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:39.045414 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:39.069332 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Allocated IP 172.27.1.114 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/525babe5-16b1-4c35-b463-783ea983bd98) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:39.132361 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:39.161279 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:39.182837 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for port (525babe5-16b1-4c35-b463-783ea983bd98), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:39.219179 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (525babe5-16b1-4c35-b463-783ea983bd98), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:39.262902 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:39.268887 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:39.275004 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:39.278058 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'Port': ['ID=525babe5-16b1-4c35-b463-783ea983bd98,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:39.372952 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:39.505352 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:39.573702 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '9f183448-fc97-4bd6-bf3a-390fc3da14ef', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'port_id': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'mac_address': 'fa:16:3e:63:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:06Z', 'updated_at': '2022-07-04T04:17:37Z', 'revision_number': 1, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:39.601728 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ffd71-078a-42ea-90fe-d5ca07bd299e None None] The sync data for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi is: [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '9f183448-fc97-4bd6-bf3a-390fc3da14ef', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'port_id': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'mac_address': 'fa:16:3e:63:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:06Z', 'updated_at': '2022-07-04T04:17:37Z', 'revision_number': 1, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:17:39.664640 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:39.675203 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for floatingip (94df737d-9817-433d-b2af-eb3c76e86cf5), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:39.760813 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (525babe5-16b1-4c35-b463-783ea983bd98), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:39.829420 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1353e6-d846-4be9-bca6-85d659eac7d7 None None] New status for floating IP 9f183448-fc97-4bd6-bf3a-390fc3da14ef: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:17:39.947411 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for port (525babe5-16b1-4c35-b463-783ea983bd98), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:39.949751 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8b69aacd-aef5-4f30-a64f-2ecd539d7b42 req-40883a85-91c3-46cb-8b3c-22cbe17bef33 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0390887 Jul 04 04:17:39.961459 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (525babe5-16b1-4c35-b463-783ea983bd98), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.039505 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'Port': ['ID=525babe5-16b1-4c35-b463-783ea983bd98,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:40.061442 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (94df737d-9817-433d-b2af-eb3c76e86cf5), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.169099 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Floating IP 94df737d-9817-433d-b2af-eb3c76e86cf5 associated. External IP: 172.27.1.114, port: 824e9a73-e83d-443e-a6cb-c8627c01096f. Jul 04 04:17:40.387700 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Router 0fe48b68-d363-476e-90c4-dff75ea77be0 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:17:40.494307 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:40.501410 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:17:40.512259 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] Sync routers for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:17:40.523429 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.526955 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:40.527616 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:40.555835 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7a793ac1-9e1f-4570-bd4a-7804e08d5521 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7125936 Jul 04 04:17:40.558805 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60850) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:40.563343 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-f30cf1d7-665c-46f8-aac5-7ba897bc80aa tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642876144', 'description': 'tempest-secgroup-smoke-642876144 description', 'project_id': 'c487ee37e54042d680eccb72b046bb55'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:40.586885 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f30cf1d7-665c-46f8-aac5-7ba897bc80aa tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.621298 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:40.638436 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:40.665591 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f30cf1d7-665c-46f8-aac5-7ba897bc80aa tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group (cbd67096-6283-4aaf-9ea3-be44bec82ce8), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.670360 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f30cf1d7-665c-46f8-aac5-7ba897bc80aa tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (cbd67096-6283-4aaf-9ea3-be44bec82ce8), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.676606 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:40.679111 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:40.711536 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f30cf1d7-665c-46f8-aac5-7ba897bc80aa tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.713029 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f30cf1d7-665c-46f8-aac5-7ba897bc80aa tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1532433 Jul 04 04:17:40.716486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 60854) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:40.717391 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf1d7-665c-46f8-aac5-7ba897bc80aa tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd67096-6283-4aaf-9ea3-be44bec82ce8,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:40.721927 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-00812d56-7147-4643-8741-a7cb949f23c2 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'security_group_rule': {'security_group_id': 'cbd67096-6283-4aaf-9ea3-be44bec82ce8', 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:40.741302 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4dac27-9a1a-416d-93af-6c0e616e0560 x-openstack-request-id: req-fa4dac27-9a1a-416d-93af-6c0e616e0560 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:40.741650 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:40.742000 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa4dac27-9a1a-416d-93af-6c0e616e0560 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:40.742531 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4dac27-9a1a-416d-93af-6c0e616e0560'] response: {'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'status': 'completed', 'code': 200} Jul 04 04:17:40.753147 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-00812d56-7147-4643-8741-a7cb949f23c2 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (6a415b93-dca8-402d-ab8e-a45ea540c4d5), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.809550 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-00812d56-7147-4643-8741-a7cb949f23c2 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (6a415b93-dca8-402d-ab8e-a45ea540c4d5), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.814636 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-00812d56-7147-4643-8741-a7cb949f23c2 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (6a415b93-dca8-402d-ab8e-a45ea540c4d5), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.819088 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:40.842594 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-00812d56-7147-4643-8741-a7cb949f23c2 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.848742 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60858) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:40.848876 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-00812d56-7147-4643-8741-a7cb949f23c2 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287270 Jul 04 04:17:40.848876 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00812d56-7147-4643-8741-a7cb949f23c2 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a415b93-dca8-402d-ab8e-a45ea540c4d5,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:40.852205 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-8c3a8f55-0c11-458b-923f-849e4fa7ff9d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'security_group_rule': {'security_group_id': 'cbd67096-6283-4aaf-9ea3-be44bec82ce8', 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:40.881359 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '94df737d-9817-433d-b2af-eb3c76e86cf5', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'port_id': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'mac_address': 'fa:16:3e:78:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:39Z', 'updated_at': '2022-07-04T04:17:39Z', 'revision_number': 0, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4740bacc-6dbc-4507-b6df-3db09457a693', 'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'mac_address': 'fa:16:3e:24:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:00Z', 'updated_at': '2022-07-04T04:16:05Z', 'revision_number': 5, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'subnets': [{'id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:40.883584 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f55-0c11-458b-923f-849e4fa7ff9d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (5d81b101-0ab3-429b-bfa8-5bfe08fa1a5f), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.907443 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] Checking router: 0fe48b68-d363-476e-90c4-dff75ea77be0 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:17:40.916126 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:40.916722 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:40.936487 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f55-0c11-458b-923f-849e4fa7ff9d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (5d81b101-0ab3-429b-bfa8-5bfe08fa1a5f), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.941772 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f55-0c11-458b-923f-849e4fa7ff9d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (5d81b101-0ab3-429b-bfa8-5bfe08fa1a5f), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.959833 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a8f55-0c11-458b-923f-849e4fa7ff9d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d81b101-0ab3-429b-bfa8-5bfe08fa1a5f,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:40.970427 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f55-0c11-458b-923f-849e4fa7ff9d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:40.974458 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-8c3a8f55-0c11-458b-923f-849e4fa7ff9d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238356 Jul 04 04:17:40.974645 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60862) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:40.978908 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-c23b3cf5-cbc6-47ab-931c-f25f7b37640d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'security_group_rule': {'security_group_id': 'cbd67096-6283-4aaf-9ea3-be44bec82ce8', 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:41.011417 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c23b3cf5-cbc6-47ab-931c-f25f7b37640d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (b588ebcd-ba28-4f86-a118-5f0e78e1f489), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.034257 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:41.064376 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-036e9892-7574-4676-8704-44d4240ddf70 req-2f7bfd3c-612f-44c7-8532-3eb69c5d7bef tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0418539 Jul 04 04:17:41.080164 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c23b3cf5-cbc6-47ab-931c-f25f7b37640d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (b588ebcd-ba28-4f86-a118-5f0e78e1f489), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.087816 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c23b3cf5-cbc6-47ab-931c-f25f7b37640d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (b588ebcd-ba28-4f86-a118-5f0e78e1f489), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.110030 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b3cf5-cbc6-47ab-931c-f25f7b37640d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b588ebcd-ba28-4f86-a118-5f0e78e1f489,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:41.115662 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c23b3cf5-cbc6-47ab-931c-f25f7b37640d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.117436 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-c23b3cf5-cbc6-47ab-931c-f25f7b37640d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413891 Jul 04 04:17:41.119819 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60864) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:41.124197 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-05fefac9-f328-4278-ba03-bde5a44a8b30 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'security_group_rule': {'security_group_id': 'cbd67096-6283-4aaf-9ea3-be44bec82ce8', 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:41.152698 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-05fefac9-f328-4278-ba03-bde5a44a8b30 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (ee323312-0b41-42e3-8748-80d922484ef8), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.211500 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-05fefac9-f328-4278-ba03-bde5a44a8b30 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (ee323312-0b41-42e3-8748-80d922484ef8), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.215549 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-05fefac9-f328-4278-ba03-bde5a44a8b30 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (ee323312-0b41-42e3-8748-80d922484ef8), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.233687 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fefac9-f328-4278-ba03-bde5a44a8b30 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee323312-0b41-42e3-8748-80d922484ef8,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:41.242000 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-05fefac9-f328-4278-ba03-bde5a44a8b30 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.243262 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-05fefac9-f328-4278-ba03-bde5a44a8b30 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224620 Jul 04 04:17:41.246135 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60866) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:41.250870 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-27c0541d-1ebc-4d73-a590-3ff0515bdfdf tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'security_group_rule': {'security_group_id': 'cbd67096-6283-4aaf-9ea3-be44bec82ce8', 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:41.260943 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '94df737d-9817-433d-b2af-eb3c76e86cf5', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'port_id': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'mac_address': 'fa:16:3e:78:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:39Z', 'updated_at': '2022-07-04T04:17:39Z', 'revision_number': 0, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4740bacc-6dbc-4507-b6df-3db09457a693', 'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'mac_address': 'fa:16:3e:24:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:00Z', 'updated_at': '2022-07-04T04:16:05Z', 'revision_number': 5, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'subnets': [{'id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:41.271884 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.securitygroups_db [None req-27c0541d-1ebc-4d73-a590-3ff0515bdfdf tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Project c487ee37e54042d680eccb72b046bb55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 04:17:41.278123 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-27c0541d-1ebc-4d73-a590-3ff0515bdfdf tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (a82be11f-f3ae-4010-a992-8ab23cbd753f), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.287638 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df69e7-19ea-41ae-a6ac-d8433b0278af None None] The sync data for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi is: [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '94df737d-9817-433d-b2af-eb3c76e86cf5', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'port_id': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'mac_address': 'fa:16:3e:78:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:39Z', 'updated_at': '2022-07-04T04:17:39Z', 'revision_number': 0, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4740bacc-6dbc-4507-b6df-3db09457a693', 'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'mac_address': 'fa:16:3e:24:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:00Z', 'updated_at': '2022-07-04T04:16:05Z', 'revision_number': 5, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'subnets': [{'id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:17:41.305185 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:DELETE=6,neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:41.340780 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-27c0541d-1ebc-4d73-a590-3ff0515bdfdf tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (a82be11f-f3ae-4010-a992-8ab23cbd753f), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.345485 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-27c0541d-1ebc-4d73-a590-3ff0515bdfdf tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (a82be11f-f3ae-4010-a992-8ab23cbd753f), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.364580 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0541d-1ebc-4d73-a590-3ff0515bdfdf tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82be11f-f3ae-4010-a992-8ab23cbd753f,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:41.372658 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-27c0541d-1ebc-4d73-a590-3ff0515bdfdf tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.373859 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-27c0541d-1ebc-4d73-a590-3ff0515bdfdf tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267722 Jul 04 04:17:41.376605 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60868) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:41.380904 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-268533c9-ae76-4807-9095-8875cf6f9095 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'security_group_rule': {'security_group_id': 'cbd67096-6283-4aaf-9ea3-be44bec82ce8', 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:41.403949 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.securitygroups_db [None req-268533c9-ae76-4807-9095-8875cf6f9095 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Project c487ee37e54042d680eccb72b046bb55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 04:17:41.410449 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-268533c9-ae76-4807-9095-8875cf6f9095 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (770be1aa-b190-4fb9-8354-089c8b9ad63d), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.466820 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:41.476682 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-268533c9-ae76-4807-9095-8875cf6f9095 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (770be1aa-b190-4fb9-8354-089c8b9ad63d), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.481732 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-268533c9-ae76-4807-9095-8875cf6f9095 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (770be1aa-b190-4fb9-8354-089c8b9ad63d), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.485542 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddce32b-4be3-467e-9977-9614b00ba5a4 None None] New status for floating IP 94df737d-9817-433d-b2af-eb3c76e86cf5: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:17:41.503423 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268533c9-ae76-4807-9095-8875cf6f9095 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770be1aa-b190-4fb9-8354-089c8b9ad63d,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:41.513892 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-268533c9-ae76-4807-9095-8875cf6f9095 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.515131 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-268533c9-ae76-4807-9095-8875cf6f9095 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375828 Jul 04 04:17:41.613848 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-59ab6d30-68e9-4c2a-9aa1-1e0edc327778 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642876144&fields=id&tenant_id=c487ee37e54042d680eccb72b046bb55 HTTP/1.1" status: 200 len: 267 time: 0.0510538 Jul 04 04:17:41.687352 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-ca977974-dcfd-431a-aeec-28813b9212f1 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:41.689051 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-ca977974-dcfd-431a-aeec-28813b9212f1 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0679867 Jul 04 04:17:41.707894 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-97e5c657-7a3e-4ebe-9f7d-33bb8b3b4eea tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'port': {'security_groups': ['0b2635f5-d77c-4460-9d65-1f83af2b605d', 'cbd67096-6283-4aaf-9ea3-be44bec82ce8']}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:41.792279 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-97e5c657-7a3e-4ebe-9f7d-33bb8b3b4eea tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:41.989639 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-97e5c657-7a3e-4ebe-9f7d-33bb8b3b4eea tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] For port 824e9a73-e83d-443e-a6cb-c8627c01096f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=824e9a73-e83d-443e-a6cb-c8627c01096f,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:42.018478 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-97e5c657-7a3e-4ebe-9f7d-33bb8b3b4eea tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:42.025330 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-97e5c657-7a3e-4ebe-9f7d-33bb8b3b4eea tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:42.080398 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-97e5c657-7a3e-4ebe-9f7d-33bb8b3b4eea tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:42.081062 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-97e5c657-7a3e-4ebe-9f7d-33bb8b3b4eea tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:42.082617 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-eda6fc87-9cf9-41cc-846c-4c0b635c793b req-97e5c657-7a3e-4ebe-9f7d-33bb8b3b4eea tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "PUT /v2.0/ports/824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 200 len: 981 time: 0.3816850 Jul 04 04:17:42.101018 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5c657-7a3e-4ebe-9f7d-33bb8b3b4eea tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'Port': ['ID=824e9a73-e83d-443e-a6cb-c8627c01096f,revision_number=6']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:42.198006 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3d0940f6-d998-4df3-a9ab-5aaef353e352 req-8d07bbd5-f41f-426f-b286-79867c9d5e29 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0457606 Jul 04 04:17:42.222996 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['824e9a73-e83d-443e-a6cb-c8627c01096f'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:17:42.282443 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb1eda-29b0-4eed-87b2-64f593f36eba req-7f23d516-e532-40b9-b9d4-4b97bd4cce78 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:42.284780 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44bb1eda-29b0-4eed-87b2-64f593f36eba req-7f23d516-e532-40b9-b9d4-4b97bd4cce78 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.1423354 Jul 04 04:17:42.345674 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-e44c9735-80f5-4705-bec5-cb8c4f57c89b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1619680 Jul 04 04:17:42.356901 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-c01b14e9-750c-495f-a07f-b7d41020b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:42.358448 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-c01b14e9-750c-495f-a07f-b7d41020b221 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c487ee37e54042d680eccb72b046bb55&device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 1168 time: 0.1458697 Jul 04 04:17:42.364800 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-bd6856e4-69bc-49ae-8fd4-b3c49f454e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:42.366250 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-bd6856e4-69bc-49ae-8fd4-b3c49f454e52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 1129 time: 0.1842921 Jul 04 04:17:42.412667 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:42.414531 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-78b6675b-25bd-46f3-a28a-da6e05660884 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:42.416153 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-78b6675b-25bd-46f3-a28a-da6e05660884 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 819 time: 0.1618433 Jul 04 04:17:42.417010 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-f98bd423-cd49-43d9-914e-9dad9e35b030 None None] Provisioning complete for port 824e9a73-e83d-443e-a6cb-c8627c01096f triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:42.417448 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-f98bd423-cd49-43d9-914e-9dad9e35b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:42.419546 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['824e9a73-e83d-443e-a6cb-c8627c01096f'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:17:42.426691 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:42.508464 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-c9ae04d4-b9b3-4e52-9340-77975be40210 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ea328a1154a4a9a955e411f7eab0aa9 HTTP/1.1" status: 200 len: 380 time: 0.0763555 Jul 04 04:17:42.515037 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44bb1eda-29b0-4eed-87b2-64f593f36eba req-6cb3b3c3-13fa-479a-a6df-cdad9db99b4c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2086847 Jul 04 04:17:42.523228 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-d8648a45-212e-49d0-98e4-9269f916d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:42.524927 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-d8648a45-212e-49d0-98e4-9269f916d2ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 1129 time: 0.1203156 Jul 04 04:17:42.628709 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-e8a1d1d9-10af-4e07-a6f6-1e02f6b93929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:42.630205 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-e8a1d1d9-10af-4e07-a6f6-1e02f6b93929 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c HTTP/1.1" status: 200 len: 914 time: 0.2490101 Jul 04 04:17:42.631341 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-0e75d6dc-91c0-4868-8b6f-499b5ebf72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:42.632669 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-0e75d6dc-91c0-4868-8b6f-499b5ebf72c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 917 time: 0.2359369 Jul 04 04:17:42.637173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-f98bd423-cd49-43d9-914e-9dad9e35b030 None None] Current status of the port 824e9a73-e83d-443e-a6cb-c8627c01096f is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:42.704532 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:42.743233 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:42.745672 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbccd60b-2eef-45f8-88ab-2dafea82514f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:42.784338 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637f5e19-a85f-4ecd-9af4-0816d70851a4 x-openstack-request-id: req-637f5e19-a85f-4ecd-9af4-0816d70851a4 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:42.784685 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:42.784999 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-637f5e19-a85f-4ecd-9af4-0816d70851a4 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:42.785494 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637f5e19-a85f-4ecd-9af4-0816d70851a4'] response: {'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'status': 'completed', 'code': 200} Jul 04 04:17:42.899445 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Request body: {'port': {'device_id': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'admin_state_up': True, 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'security_groups': ['f8d581b7-3da9-4a06-a9f2-d77cbf719049']}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:42.935971 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:43.034907 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Made reservation on behalf of 7ea328a1154a4a9a955e411f7eab0aa9 for: {'port': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:17:43.038710 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:43.093452 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:43.137431 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:43.158294 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-2b860dd5-949f-4410-9fbb-7af516338150 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 200 len: 1001 time: 0.2148528 Jul 04 04:17:43.160588 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-f468f7d2-314e-4719-8de9-8fde12d3276c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc HTTP/1.1" status: 200 len: 1001 time: 0.1587117 Jul 04 04:17:43.161910 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-9d110711-37ec-44ed-a7af-37619a5aabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:43.163505 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-9d110711-37ec-44ed-a7af-37619a5aabbf service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 916 time: 0.2096157 Jul 04 04:17:43.189218 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Allocated IP 172.20.0.7 (6b852890-6d40-459d-8b3f-cc97ada90f12/c8b27b97-f266-4386-9195-6d99352d86c3/e37866cf-542d-489f-93a0-a1d504eaec14) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:43.349970 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for port (e37866cf-542d-489f-93a0-a1d504eaec14), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:43.365602 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-37e00111-e461-4da6-b0e2-de9160b11f6d req-9bad2424-ccfe-4b90-b222-3430865b46b0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0781004 Jul 04 04:17:43.371102 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-7a2f4c98-8680-4eb7-837a-a1c06079f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:43.372709 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-7a2f4c98-8680-4eb7-837a-a1c06079f347 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f59e1ba-dabc-4843-8164-134901eb233e HTTP/1.1" status: 200 len: 852 time: 0.1893885 Jul 04 04:17:43.378780 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-6ca62543-e47c-480c-a680-3b3b8bcfdd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:43.380343 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-6ca62543-e47c-480c-a680-3b3b8bcfdd88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.1956160 Jul 04 04:17:43.383440 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:43.383817 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-ea0637cd-ce75-4be9-9e40-047a5e657a86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8db02a-f437-48df-a498-4ab55ec549fb HTTP/1.1" status: 200 len: 1001 time: 0.1979237 Jul 04 04:17:43.448905 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:43.450249 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event updated for resources: {'Port': ['ID=e37866cf-542d-489f-93a0-a1d504eaec14,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:43.453019 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:43.462087 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:43.493624 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-211a9344-2afb-4cea-8be8-a3a3aca58a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:43.495108 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-211a9344-2afb-4cea-8be8-a3a3aca58a55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1137736 Jul 04 04:17:43.502135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-61fc080a-f0de-4716-aada-ff2d126e646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:43.503730 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-61fc080a-f0de-4716-aada-ff2d126e646f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021659 Jul 04 04:17:43.524565 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:43.525386 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:43.540549 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-bec17851-7d74-42b0-8443-d73b0c46f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:43.542078 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-bec17851-7d74-42b0-8443-d73b0c46f6bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.1489282 Jul 04 04:17:43.551651 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-72a349c6-7b83-455b-94ff-c1a78b87290d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6578586 Jul 04 04:17:43.569848 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Request body: {'port': {'device_id': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:43.654081 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:43.681793 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:43.700305 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-1f004bc7-3c97-4375-8ca0-5f487ea6599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:43.701841 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-1f004bc7-3c97-4375-8ca0-5f487ea6599b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1470268 Jul 04 04:17:43.755215 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-7a10efb0-1a6e-4390-975e-746eb14572c9 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391903 Jul 04 04:17:43.756901 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-88d08f52-86bc-4e23-a9cb-d7db5fdb6ae5 service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522509 Jul 04 04:17:43.766847 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-e60581ad-ac04-4b2c-b677-61932c7732c8 None None] Provisioning complete for port e37866cf-542d-489f-93a0-a1d504eaec14 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:43.770586 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e60581ad-ac04-4b2c-b677-61932c7732c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:43.818336 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-e60581ad-ac04-4b2c-b677-61932c7732c8 None None] Port e37866cf-542d-489f-93a0-a1d504eaec14 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:17:43.974321 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37866cf-542d-489f-93a0-a1d504eaec14 {{(pid=104120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:17:43.978696 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:43.984788 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Publish callbacks [] for port (e37866cf-542d-489f-93a0-a1d504eaec14), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:43.991030 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:43.997119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:44.000397 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.provisioning_blocks [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Transition to ACTIVE for port object e37866cf-542d-489f-93a0-a1d504eaec14 will not be triggered until provisioned by entity L2. {{(pid=104120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:17:44.005503 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:44.011374 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:44.061725 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Pushing event updated for resources: {'Port': ['ID=e37866cf-542d-489f-93a0-a1d504eaec14,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:44.142275 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.managers [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Attempting to bind port e37866cf-542d-489f-93a0-a1d504eaec14 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:44.142652 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.managers [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Attempting to bind port e37866cf-542d-489f-93a0-a1d504eaec14 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}] {{(pid=104120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:44.142989 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Attempting to bind port e37866cf-542d-489f-93a0-a1d504eaec14 on network 6b852890-6d40-459d-8b3f-cc97ada90f12 {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:44.148618 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Port e37866cf-542d-489f-93a0-a1d504eaec14 on network 6b852890-6d40-459d-8b3f-cc97ada90f12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:17:44.148939 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Attempting to bind port e37866cf-542d-489f-93a0-a1d504eaec14 on network 6b852890-6d40-459d-8b3f-cc97ada90f12 {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:44.154210 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:44.154629 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Checking segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:44.155130 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Bound using segment: {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'} {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:44.155701 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.managers [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Bound port: e37866cf-542d-489f-93a0-a1d504eaec14, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85845da6-7233-443d-856b-3dca829ac49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12'}}] {{(pid=104120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:44.156196 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:44.197256 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9b92c2bd-cc5e-4792-97e7-39335bea3ec2 req-bd139061-e040-44b9-8402-279695ee234f service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286723 Jul 04 04:17:44.211560 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-90d71df2-2973-457e-8c8d-fab778b15678 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971251 Jul 04 04:17:44.227924 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2482c043-71db-4a2f-bb7f-56c6f4bb2cd4 req-9956c284-ebcc-4101-ac35-176ea46f2750 service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580774 Jul 04 04:17:44.231766 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] For port e37866cf-542d-489f-93a0-a1d504eaec14, host hv-cinder-74216, cleared binding levels {{(pid=104120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:44.235652 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] For port e37866cf-542d-489f-93a0-a1d504eaec14, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=e37866cf-542d-489f-93a0-a1d504eaec14,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:44.241281 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:44.281123 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:44.281799 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:44.283373 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] 10.222.0.59 "PUT /v2.0/ports/e37866cf-542d-489f-93a0-a1d504eaec14 HTTP/1.1" status: 200 len: 1093 time: 0.7177868 Jul 04 04:17:44.302255 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6796cb-b724-4ecd-a63c-7167b5b20e76 service neutron] Pushing event updated for resources: {'Port': ['ID=e37866cf-542d-489f-93a0-a1d504eaec14,revision_number=3']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:44.348432 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-583ee858-e2ad-4b4c-b9f8-daf5f0224bcc req-9df028a3-76b0-4bf9-95bb-b3786018832e service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036377 Jul 04 04:17:44.371304 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-5cce4a85-84f6-42db-b7a9-11f582027f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:44.372922 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-5cce4a85-84f6-42db-b7a9-11f582027f15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c487ee37e54042d680eccb72b046bb55&device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 1168 time: 0.0497959 Jul 04 04:17:44.425952 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-257340ca-7399-4da1-bd1c-cad6c6f20aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:44.428953 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-257340ca-7399-4da1-bd1c-cad6c6f20aea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 1127 time: 0.0484340 Jul 04 04:17:44.483886 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-8c832b61-bfe9-4173-abb6-f80949513e0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37866cf-542d-489f-93a0-a1d504eaec14 HTTP/1.1" status: 200 len: 217 time: 0.0393660 Jul 04 04:17:44.527028 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-43d51273-b319-40b4-9f1a-fbe4e2a4458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:44.528499 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-43d51273-b319-40b4-9f1a-fbe4e2a4458b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c HTTP/1.1" status: 200 len: 914 time: 0.1451924 Jul 04 04:17:44.546820 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee96bf2-169f-4dca-b8f8-c5651207789f req-4d8c145a-6e3f-4a75-8103-f90b81660d48 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:44.547875 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-f7a0d7e4-af0f-48e8-81f1-a4c69d13a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:44.548626 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8ee96bf2-169f-4dca-b8f8-c5651207789f req-4d8c145a-6e3f-4a75-8103-f90b81660d48 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 943 time: 0.0670347 Jul 04 04:17:44.549305 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-f7a0d7e4-af0f-48e8-81f1-a4c69d13a3b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0507331 Jul 04 04:17:44.602448 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8ee96bf2-169f-4dca-b8f8-c5651207789f req-568aa422-9de9-4651-ac4a-fed1cb5f8db4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Jul 04 04:17:44.693465 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:17:44.786482 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:44.790332 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220" -d '{"events": [{"name": "network-changed", "server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:44.836945 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b99c44-e00f-428a-bebf-2be6b9ffbf26 x-openstack-request-id: req-62b99c44-e00f-428a-bebf-2be6b9ffbf26 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:44.837232 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:44.837484 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62b99c44-e00f-428a-bebf-2be6b9ffbf26 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:44.837867 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b99c44-e00f-428a-bebf-2be6b9ffbf26'] response: {'name': 'network-changed', 'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'status': 'completed', 'code': 200} Jul 04 04:17:44.907389 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-39637379-a2c5-4fd0-ba2c-6b304e7cb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:44.909300 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-39637379-a2c5-4fd0-ba2c-6b304e7cb58a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558035 Jul 04 04:17:44.953458 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:44.959859 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-dc628180-60b5-43d6-9851-5f00b213bcc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 200 len: 1001 time: 0.1077542 Jul 04 04:17:45.009968 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-022ea3c7-1bdb-40e5-9673-42f7089eea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:45.011457 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-022ea3c7-1bdb-40e5-9673-42f7089eea5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f59e1ba-dabc-4843-8164-134901eb233e HTTP/1.1" status: 200 len: 852 time: 0.0445099 Jul 04 04:17:45.015714 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-98334029-9c4c-48f7-8dd5-09f9c7c41d90 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959876 Jul 04 04:17:45.067633 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-f275558d-6d3a-40d4-ac91-922f8cfa6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:45.069827 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-f275558d-6d3a-40d4-ac91-922f8cfa6030 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428603 Jul 04 04:17:45.127508 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a2f31fd0-2c51-4f49-a439-32d78e3fcf53 req-88d23843-12f1-4d1f-86e6-9300ffad9aaa service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999093 Jul 04 04:17:45.396748 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-36287400-3f11-41ad-894a-3cc9cbd47ac8 service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195734 Jul 04 04:17:45.717943 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04259861-6ee5-47e1-a6e9-7e1c9b8c3a12 req-2e65d4c8-7953-4fde-a383-495ef038ef02 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:45.719349 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-04259861-6ee5-47e1-a6e9-7e1c9b8c3a12 req-2e65d4c8-7953-4fde-a383-495ef038ef02 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 943 time: 0.0483971 Jul 04 04:17:45.770549 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-04259861-6ee5-47e1-a6e9-7e1c9b8c3a12 req-825673ec-b31a-443c-8e32-24135cc3e67f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455403 Jul 04 04:17:46.897102 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70993c90-7f48-4637-ab44-936d8677a575 req-0c50f3bc-a349-43eb-be89-10bfe1bb0a10 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:46.898498 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-70993c90-7f48-4637-ab44-936d8677a575 req-0c50f3bc-a349-43eb-be89-10bfe1bb0a10 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 943 time: 0.0497277 Jul 04 04:17:46.953083 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-70993c90-7f48-4637-ab44-936d8677a575 req-08d7e558-2cd0-4c3b-b25c-7f5d472a63b8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461206 Jul 04 04:17:48.092701 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1cd66-6d94-409a-aa37-040a538a09ac req-18be4dac-0ac7-4f2f-ae0b-2450a12f5d72 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:48.094140 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-29a1cd66-6d94-409a-aa37-040a538a09ac req-18be4dac-0ac7-4f2f-ae0b-2450a12f5d72 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 943 time: 0.0575035 Jul 04 04:17:48.146545 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-29a1cd66-6d94-409a-aa37-040a538a09ac req-d09fd05e-8575-4ef6-8771-eae2f735a7d9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446565 Jul 04 04:17:48.167445 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:48.180296 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:48.217537 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:48.230167 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-550fc9ed-92c8-4d0b-a0ea-0cfcccb3599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:48.232008 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-550fc9ed-92c8-4d0b-a0ea-0cfcccb3599c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 1127 time: 0.0630503 Jul 04 04:17:48.262387 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbccd60b-2eef-45f8-88ab-2dafea82514f req-4a7e760d-afa8-43e0-803b-e4a0b39184b7 service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032519 Jul 04 04:17:48.359712 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-f397c5b6-fc59-4e2f-9334-ab0778e3772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:48.361857 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-f397c5b6-fc59-4e2f-9334-ab0778e3772d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.0974286 Jul 04 04:17:48.493420 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 60974) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:48.604979 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device e37866cf-542d-489f-93a0-a1d504eaec14 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:17:48.605768 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f8736e29-51ed-4f10-9b75-f622ae1c2cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:48.667004 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-c931205a-fca7-41ff-b623-abdc8289de87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37866cf-542d-489f-93a0-a1d504eaec14 HTTP/1.1" status: 200 len: 217 time: 0.0459645 Jul 04 04:17:48.712063 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port e37866cf-542d-489f-93a0-a1d504eaec14, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=e37866cf-542d-489f-93a0-a1d504eaec14,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:48.724355 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'port_id': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'mac_address': 'fa:16:3e:a3:b9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:17:48.742876 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-c052552d-51b8-4905-a1f9-de9f1e2bc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:48.744522 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-c052552d-51b8-4905-a1f9-de9f1e2bc2e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0689964 Jul 04 04:17:48.759798 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port e37866cf-542d-489f-93a0-a1d504eaec14 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:48.760186 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:48.773786 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37866cf-542d-489f-93a0-a1d504eaec14 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:17:48.793644 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f8736e29-51ed-4f10-9b75-f622ae1c2cd4 admin admin] Publish callbacks [] for security_group (7ae8ed98-fb4b-4586-9b28-11fd20ff8e77), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:48.794133 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port e37866cf-542d-489f-93a0-a1d504eaec14, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=e37866cf-542d-489f-93a0-a1d504eaec14,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:48.799650 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:48.803433 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f8736e29-51ed-4f10-9b75-f622ae1c2cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (7ae8ed98-fb4b-4586-9b28-11fd20ff8e77), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:48.815947 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-d4ce0aaf-e8f5-45db-abea-421963062498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:48.817421 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-d4ce0aaf-e8f5-45db-abea-421963062498 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617013 Jul 04 04:17:48.849628 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=e37866cf-542d-489f-93a0-a1d504eaec14,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:48.877928 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8736e29-51ed-4f10-9b75-f622ae1c2cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae8ed98-fb4b-4586-9b28-11fd20ff8e77,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:48.882186 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-f8736e29-51ed-4f10-9b75-f622ae1c2cd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbaaacda7cec4e87bcfb0c74f16bb5ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875442 Jul 04 04:17:48.884923 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 60978) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:48.938260 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2fc00fa8-ef73-40ce-9512-735c740462e1 admin admin] Publish callbacks [] for security_group (7ae8ed98-fb4b-4586-9b28-11fd20ff8e77), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:48.940647 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-60fffb6e-4099-4e77-9bc5-afa74f7646c4 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142008 Jul 04 04:17:48.961668 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2fc00fa8-ef73-40ce-9512-735c740462e1 admin admin] Publish callbacks [] for security_group (7ae8ed98-fb4b-4586-9b28-11fd20ff8e77), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:49.011809 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2fc00fa8-ef73-40ce-9512-735c740462e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (7ae8ed98-fb4b-4586-9b28-11fd20ff8e77), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:49.014934 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2fc00fa8-ef73-40ce-9512-735c740462e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:49.018610 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2fc00fa8-ef73-40ce-9512-735c740462e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ae8ed98-fb4b-4586-9b28-11fd20ff8e77 HTTP/1.1" status: 204 len: 168 time: 0.1302094 Jul 04 04:17:49.026111 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc00fa8-ef73-40ce-9512-735c740462e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae8ed98-fb4b-4586-9b28-11fd20ff8e77,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:49.054689 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ef5e8a3d-2eeb-424f-8c20-cdd6e1142220 req-7f37fe37-e7cb-4986-a696-93b4b74effbb service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064909 Jul 04 04:17:49.261031 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b85b9-b4f3-47b3-80d1-d32c66475434 req-a00f8a9a-ae0c-4843-986c-81ab253dacfd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:49.262551 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f54b85b9-b4f3-47b3-80d1-d32c66475434 req-a00f8a9a-ae0c-4843-986c-81ab253dacfd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 944 time: 0.0480022 Jul 04 04:17:49.303266 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:49.311469 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f54b85b9-b4f3-47b3-80d1-d32c66475434 req-a817a33b-2d4d-48cd-b9d6-1b827de5b8fa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431402 Jul 04 04:17:49.352368 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['e37866cf-542d-489f-93a0-a1d504eaec14'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:17:49.380386 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:49.677338 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 32770) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:49.779104 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-166218054-network', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:49.801993 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Made reservation on behalf of b622ab692a73432784c63b9ad3290e72 for: {'network': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:17:49.805309 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:49.819172 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:49.903170 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Publish callbacks [] for security_group (33e40791-52c6-45d3-8562-4cb70c8620ba), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:49.908372 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (33e40791-52c6-45d3-8562-4cb70c8620ba), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:49.914297 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:49.935012 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=104119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:17:49.945164 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e40791-52c6-45d3-8562-4cb70c8620ba,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:49.951325 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (a0b85f62-f27d-4472-a790-bd7f50f9ed28), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:49.951657 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.segments_db [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Added segment a0b85f62-f27d-4472-a790-bd7f50f9ed28 of type vlan for network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 Jul 04 04:17:49.993513 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (1d07c9ba-9977-4c1a-95be-b18ead1c7da1), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.024686 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (1d07c9ba-9977-4c1a-95be-b18ead1c7da1), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.026253 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:50.027178 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.064070 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3856423 Jul 04 04:17:50.066943 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 32774) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:50.095331 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Request body: {'subnet': {'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-166218054-subnet', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:50.100048 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da99a5-8e9a-419e-9367-9134a552010a admin admin] Pushing event updated for resources: {'Network': ['ID=1d07c9ba-9977-4c1a-95be-b18ead1c7da1,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:50.109924 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:17:50.118506 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Made reservation on behalf of b622ab692a73432784c63b9ad3290e72 for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:17:50.121028 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.294211 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (213ee212-8e0e-485c-bf0b-b1b635e32a9e), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.355187 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213ee212-8e0e-485c-bf0b-b1b635e32a9e,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:50.365968 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Checking segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:50.366318 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Network hostable DHCP agents. Network: 1d07c9ba-9977-4c1a-95be-b18ead1c7da1, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:17:50.385327 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:17:50.395427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 1d07c9ba-9977-4c1a-95be-b18ead1c7da1) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:50.401574 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:50.402164 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.404945 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9bb17-0d33-473a-90ce-8dd5d58028da None None] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:17:50.421793 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-7485087f-76ca-4482-8218-042913e82bb8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3538539 Jul 04 04:17:50.424955 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 32778) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:50.430977 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:50.434408 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d8531-4405-462c-9d57-8342af9d0b28 req-d61c9c8a-a564-4de5-a0d0-1663d3f80eef tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:50.436458 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-953d8531-4405-462c-9d57-8342af9d0b28 req-d61c9c8a-a564-4de5-a0d0-1663d3f80eef tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 944 time: 0.0503197 Jul 04 04:17:50.448951 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:50.460168 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.461609 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.496167 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-953d8531-4405-462c-9d57-8342af9d0b28 req-62f23483-8785-4e46-83d4-f843f6a3a66a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537894 Jul 04 04:17:50.518313 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks [] for router_controller (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), precommit_add_association {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.650605 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device e37866cf-542d-489f-93a0-a1d504eaec14 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:50.663156 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks [] for router_gateway (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.677750 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:17:50.678693 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.766173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port e37866cf-542d-489f-93a0-a1d504eaec14 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:17:50.779146 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port e37866cf-542d-489f-93a0-a1d504eaec14 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:50.779551 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.804520 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:50.841355 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:50.846772 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks [] for router_gateway (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.866981 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.867668 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Allocated IP 172.20.0.2 (1d07c9ba-9977-4c1a-95be-b18ead1c7da1/213ee212-8e0e-485c-bf0b-b1b635e32a9e/fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:50.929424 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port e37866cf-542d-489f-93a0-a1d504eaec14 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:50.929809 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:50.979795 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Allocated IP 172.27.1.118 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/a060aa49-f986-476a-a163-da420c46da13) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:50.992568 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:50.995004 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329d0d92-1a83-4ac4-b698-7ba0948635a1" -d '{"events": [{"server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "name": "network-vif-plugged", "status": "completed", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:51.018627 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port e37866cf-542d-489f-93a0-a1d504eaec14, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=e37866cf-542d-489f-93a0-a1d504eaec14,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:51.025049 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.042305 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9d7fb5-54e5-481b-a6eb-0b00eb684e4a x-openstack-request-id: req-ba9d7fb5-54e5-481b-a6eb-0b00eb684e4a {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:51.042637 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "name": "network-vif-plugged", "status": "completed", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:51.042888 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba9d7fb5-54e5-481b-a6eb-0b00eb684e4a {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:51.043282 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9d7fb5-54e5-481b-a6eb-0b00eb684e4a'] response: {'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'code': 200} Jul 04 04:17:51.088963 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks [] for port (a060aa49-f986-476a-a163-da420c46da13), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.100070 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:51.122293 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (a060aa49-f986-476a-a163-da420c46da13), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.124915 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Publish callbacks [] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.132244 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=e37866cf-542d-489f-93a0-a1d504eaec14,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:51.137541 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.179933 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:51.181482 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:51.183534 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:51.184611 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:51.187976 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:51.188547 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:51.192016 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a060aa49-f986-476a-a163-da420c46da13,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:51.198093 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Pushing event updated for resources: {'Port': ['ID=fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:51.253465 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Attempting to bind port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:51.253810 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Attempting to bind port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:51.254168 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Attempting to bind port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:51.260083 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:51.260454 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Checking segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:51.260853 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.261239 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Bound using segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:51.261700 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Bound port: fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:51.262072 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.315992 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02156-12b7-4e7e-a311-cca12b9f839b req-0032252e-f914-48c7-956c-211c49850af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:51.317485 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6cc02156-12b7-4e7e-a311-cca12b9f839b req-0032252e-f914-48c7-956c-211c49850af5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 1129 time: 0.0663674 Jul 04 04:17:51.328247 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] For port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:51.332261 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] For port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:51.339704 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.402913 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1dea0-c6ea-439c-b2b5-a356f0195994 None None] Pushing event updated for resources: {'Port': ['ID=fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:51.412710 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:51.434435 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6cc02156-12b7-4e7e-a311-cca12b9f839b req-a3c4a1ee-646e-4025-afe4-93e363201a3c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093583 Jul 04 04:17:51.453907 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks [] for router_gateway (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.649108 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9d107-55a8-499b-93cb-b23df890e06c req-08c0e155-2a7a-4467-9cc6-799cf8792d38 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:51.649598 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:51.654962 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ecc9d107-55a8-499b-93cb-b23df890e06c req-08c0e155-2a7a-4467-9cc6-799cf8792d38 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0615802 Jul 04 04:17:51.683914 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.709243 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ecc9d107-55a8-499b-93cb-b23df890e06c req-18a2edf5-aae8-4014-9b7f-2eb1664404a4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522838 Jul 04 04:17:51.814947 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:17:51.929613 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:17:51.938752 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Sync routers for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:17:51.948019 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:51.949289 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-09433a36-7d93-4d68-a24c-3dc5b4e9e1a1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5232947 Jul 04 04:17:51.950162 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:51.950880 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:51.952090 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 32784) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:52.058588 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:52.237296 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:51Z', 'revision_number': 3, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:52.268697 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Checking router: c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:17:52.269051 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Updating router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 port a060aa49-f986-476a-a163-da420c46da13 binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:17:52.272103 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:52.297802 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6a735-04c5-4a2e-8259-dcc3541278fd None None] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:17:52.317474 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a060aa49-f986-476a-a163-da420c46da13), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:52.400487 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-5aef605a-1cb0-4e5b-b574-807d2a42bf3e None None] Provisioning complete for port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:52.400871 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5aef605a-1cb0-4e5b-b574-807d2a42bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:52.550423 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:52.611096 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:52.616626 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:52.635780 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-5aef605a-1cb0-4e5b-b574-807d2a42bf3e None None] Current status of the port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:52.636168 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5aef605a-1cb0-4e5b-b574-807d2a42bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:52.709729 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-5aef605a-1cb0-4e5b-b574-807d2a42bf3e None None] For port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:52.737532 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5aef605a-1cb0-4e5b-b574-807d2a42bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:52.812678 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:52.821969 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Publish callbacks [] for port (a060aa49-f986-476a-a163-da420c46da13), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:52.838167 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:52.849611 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef605a-1cb0-4e5b-b574-807d2a42bf3e None None] Pushing event updated for resources: {'Port': ['ID=fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:52.866663 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a060aa49-f986-476a-a163-da420c46da13), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:52.889062 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Allocated IP 172.20.0.1 (1d07c9ba-9977-4c1a-95be-b18ead1c7da1/213ee212-8e0e-485c-bf0b-b1b635e32a9e/efb526c0-94ee-4098-82fc-b7dc67154704) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:52.897250 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6a20-4356-4b2b-9b98-5520bf5f452c req-b374a677-5657-4af4-8aa2-53d712219714 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:52.898792 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-244b6a20-4356-4b2b-9b98-5520bf5f452c req-b374a677-5657-4af4-8aa2-53d712219714 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0792036 Jul 04 04:17:52.917084 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-12f009b2-0889-448e-a62b-05285ac4cf82 None None] Provisioning complete for port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:52.917452 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-12f009b2-0889-448e-a62b-05285ac4cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:52.963878 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf176fc0-264f-427c-8437-da81eceeb97a None None] Pushing event updated for resources: {'Port': ['ID=a060aa49-f986-476a-a163-da420c46da13,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:52.971011 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Attempting to bind port a060aa49-f986-476a-a163-da420c46da13 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:52.971375 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Attempting to bind port a060aa49-f986-476a-a163-da420c46da13 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:52.971730 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Attempting to bind port a060aa49-f986-476a-a163-da420c46da13 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:52.975413 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:52.975771 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.000154 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:53.000584 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:53.000989 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.001376 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:53.001849 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Bound port: a060aa49-f986-476a-a163-da420c46da13, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:53.002153 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-244b6a20-4356-4b2b-9b98-5520bf5f452c req-ae9ea5b7-85a6-4776-83af-48b6652e7b46 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941229 Jul 04 04:17:53.002267 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a060aa49-f986-476a-a163-da420c46da13), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.050911 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Publish callbacks [] for port (efb526c0-94ee-4098-82fc-b7dc67154704), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.066137 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:53.086276 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.108143 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] For port a060aa49-f986-476a-a163-da420c46da13, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:53.136049 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:53.140758 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:53.143553 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:53.144200 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] For port a060aa49-f986-476a-a163-da420c46da13, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a060aa49-f986-476a-a163-da420c46da13,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:53.144379 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.152738 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-12f009b2-0889-448e-a62b-05285ac4cf82 None None] Current status of the port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:53.166929 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a060aa49-f986-476a-a163-da420c46da13), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.171299 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:53.196791 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Pushing event updated for resources: {'Port': ['ID=efb526c0-94ee-4098-82fc-b7dc67154704,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:53.236752 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:53.237423 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:53.299009 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.311125 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf176fc0-264f-427c-8437-da81eceeb97a None None] Pushing event updated for resources: {'Port': ['ID=a060aa49-f986-476a-a163-da420c46da13,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:53.322891 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:53.359356 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:53.475079 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Publish callbacks [] for port (efb526c0-94ee-4098-82fc-b7dc67154704), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.481714 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.482472 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.490209 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-37f05f9d-5535-4315-8544-24862e24b198 None None] Provisioning complete for port efb526c0-94ee-4098-82fc-b7dc67154704 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:53.490599 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-37f05f9d-5535-4315-8544-24862e24b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.507026 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:53.544081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Pushing event updated for resources: {'Port': ['ID=efb526c0-94ee-4098-82fc-b7dc67154704,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:53.626766 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:53.633073 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:53.671084 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-37f05f9d-5535-4315-8544-24862e24b198 None None] Port efb526c0-94ee-4098-82fc-b7dc67154704 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:17:53.707582 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:53.717872 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:51Z', 'revision_number': 3, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:53.752355 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54ded1-f158-4a1f-9068-b95d0fb31104 None None] The sync data for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi is: [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:51Z', 'revision_number': 3, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:17:53.763997 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:17:53.881196 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:17:53.889355 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-f467911d-716d-44ab-969f-5865481b3df7 admin admin] 10.222.0.16 "PUT /v2.0/routers/c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9326255 Jul 04 04:17:53.894467 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-ce00d261-691b-4706-8608-69d708a123e1 None None] Provisioning complete for port efb526c0-94ee-4098-82fc-b7dc67154704 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:53.894857 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ce00d261-691b-4706-8608-69d708a123e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:53.929632 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-ce00d261-691b-4706-8608-69d708a123e1 None None] Port efb526c0-94ee-4098-82fc-b7dc67154704 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:17:54.145354 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf72a66-7371-4ef9-872b-48546be2c5ba req-ffccc181-0da5-4293-9d71-cc5671d20799 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:54.146936 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-acf72a66-7371-4ef9-872b-48546be2c5ba req-ffccc181-0da5-4293-9d71-cc5671d20799 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0514948 Jul 04 04:17:54.201053 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-acf72a66-7371-4ef9-872b-48546be2c5ba req-da6eaa93-6114-472b-82f4-0266897e3473 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474486 Jul 04 04:17:54.329305 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8466fbd-d19e-4b3e-a609-35bbc9d66ce4 req-09d0afcd-4083-42a8-a9c4-52e98e671969 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:54.331055 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f8466fbd-d19e-4b3e-a609-35bbc9d66ce4 req-09d0afcd-4083-42a8-a9c4-52e98e671969 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0573134 Jul 04 04:17:54.340623 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 32806) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:54.346997 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-1b3ff3fa-94b7-4805-a71e-b7f8a2233d47 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Request body: {'floatingip': {'port_id': 'e37866cf-542d-489f-93a0-a1d504eaec14'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:54.398026 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1b3ff3fa-94b7-4805-a71e-b7f8a2233d47 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for floatingip (9d2b0123-a94b-4d4f-9c0c-b494f2d51b29), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.467203 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 32810) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:54.472978 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1655539133-network', 'tenant_id': '2585949985ce4eb199960e63235257cf'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:54.496392 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Made reservation on behalf of 2585949985ce4eb199960e63235257cf for: {'network': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:17:54.498827 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.508877 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.593056 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Publish callbacks [] for security_group (2f950159-6eae-48c5-8272-30d901979176), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.598312 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (2f950159-6eae-48c5-8272-30d901979176), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.628533 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=104119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:17:54.638203 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f950159-6eae-48c5-8272-30d901979176,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:54.645082 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (f165c479-c5b0-4510-8fdd-3cf28251b47b), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.645421 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.segments_db [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Added segment f165c479-c5b0-4510-8fdd-3cf28251b47b of type vlan for network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea Jul 04 04:17:54.689150 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=24 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:54.689842 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:54.696760 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.727530 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.728548 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:54.729157 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.808761 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3402252 Jul 04 04:17:54.809905 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244259-f429-423f-91a9-2377a3717510 admin admin] Pushing event updated for resources: {'Network': ['ID=8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:54.812605 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 32814) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:54.818271 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Request body: {'subnet': {'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1655539133-subnet', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'ip_version': 4}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:54.825918 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:17:54.831003 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:54.896708 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Made reservation on behalf of 2585949985ce4eb199960e63235257cf for: {'subnet': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:17:54.899082 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12924482'] for subnet (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.920191 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:54.927538 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:54.929487 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:54.929977 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.937730 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1b3ff3fa-94b7-4805-a71e-b7f8a2233d47 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:54.943352 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1b3ff3fa-94b7-4805-a71e-b7f8a2233d47 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (9d2b0123-a94b-4d4f-9c0c-b494f2d51b29), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.006151 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:55.007250 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a060aa49-f986-476a-a163-da420c46da13 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:55.050552 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port a060aa49-f986-476a-a163-da420c46da13 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:55.050892 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a060aa49-f986-476a-a163-da420c46da13), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.115706 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-1b3ff3fa-94b7-4805-a71e-b7f8a2233d47 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Floating IP 9d2b0123-a94b-4d4f-9c0c-b494f2d51b29 associated. External IP: 172.27.1.68, port: e37866cf-542d-489f-93a0-a1d504eaec14. Jul 04 04:17:55.124028 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:55.131374 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port a060aa49-f986-476a-a163-da420c46da13 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:55.131799 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a060aa49-f986-476a-a163-da420c46da13), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.153249 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port a060aa49-f986-476a-a163-da420c46da13, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a060aa49-f986-476a-a163-da420c46da13,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:55.158130 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a060aa49-f986-476a-a163-da420c46da13), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.210959 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=a060aa49-f986-476a-a163-da420c46da13,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:55.246723 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13326940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12921272'] for subnet (ba9c3b46-749b-4653-9de3-fdd4e654f94b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.338401 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9c3b46-749b-4653-9de3-fdd4e654f94b,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:55.365770 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Sync routers for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:17:55.376219 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:55.376835 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:55.388035 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Checking segment: {'id': 'f165c479-c5b0-4510-8fdd-3cf28251b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:55.388381 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Network hostable DHCP agents. Network: 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:17:55.427837 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3ff3fa-94b7-4805-a71e-b7f8a2233d47 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Router 744bc2c3-db45-4d76-a004-4802ef2af8b7 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:17:55.428664 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:17:55.441795 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea) {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:55.447142 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:55.447746 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.450785 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb4ec75-2355-41bc-9acf-f63ed136f403 None None] Network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:17:55.530156 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ad7c18a2-3ea8-4ffa-b919-303517b6dd87 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7156968 Jul 04 04:17:55.533119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 32818) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:55.536740 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:55.542183 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:55.573074 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea', 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea', 'project_id': '2585949985ce4eb199960e63235257cf', 'fixed_ips': [{'subnet_id': 'ba9c3b46-749b-4653-9de3-fdd4e654f94b'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:17:55.574871 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.577010 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.578316 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.585385 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:55.590277 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3ff3fa-94b7-4805-a71e-b7f8a2233d47 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:17:55.595387 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1b3ff3fa-94b7-4805-a71e-b7f8a2233d47 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.610353 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] Sync routers for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:17:55.633544 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:55.664948 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-1b3ff3fa-94b7-4805-a71e-b7f8a2233d47 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "PUT /v2.0/floatingips/9d2b0123-a94b-4d4f-9c0c-b494f2d51b29 HTTP/1.1" status: 200 len: 990 time: 1.3225033 Jul 04 04:17:55.667462 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:17:55.669695 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4b91be-cf83-46d8-8812-a2bdbacd217c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:17:55.672929 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks [] for router_controller (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), precommit_add_association {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.688206 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:55.689482 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:55.738632 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:55.740409 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c26f427-3e8d-4219-a9cb-30655f784f47 x-openstack-request-id: req-9c26f427-3e8d-4219-a9cb-30655f784f47 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:17:55.740689 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:17:55.741009 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c26f427-3e8d-4219-a9cb-30655f784f47 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:17:55.741321 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c26f427-3e8d-4219-a9cb-30655f784f47'] response: {'name': 'network-changed', 'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'status': 'completed', 'code': 200} Jul 04 04:17:55.806632 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 2, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:55.822161 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-48e8fc53-7184-4118-9c07-0c806f9819d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:55.824362 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-48e8fc53-7184-4118-9c07-0c806f9819d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 1129 time: 0.0530944 Jul 04 04:17:55.828355 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks [] for router_gateway (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.836659 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Checking router: c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:17:55.837283 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Updating router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 port efb526c0-94ee-4098-82fc-b7dc67154704 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:17:55.856983 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Allocated IP 172.20.0.2 (8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea/ba9c3b46-749b-4653-9de3-fdd4e654f94b/10ca03b8-9e28-491b-b2f5-45ecc1fae127) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:55.865965 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:55.879133 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:55.925951 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:55.951156 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-8827649a-7075-4c0a-b0d9-47584af20329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:55.953248 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-8827649a-7075-4c0a-b0d9-47584af20329 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.1213882 Jul 04 04:17:56.028320 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-d663d018-7abd-423a-ae84-368354140f78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37866cf-542d-489f-93a0-a1d504eaec14 HTTP/1.1" status: 200 len: 998 time: 0.0689731 Jul 04 04:17:56.061935 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks [] for router_gateway (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.082078 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.089446 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-ec460c19-eeb4-4c5e-858b-02a90e6cc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:56.091559 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-ec460c19-eeb4-4c5e-858b-02a90e6cc640 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0561967 Jul 04 04:17:56.149803 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-ad45ff4f-9c8a-4d37-b3be-61da35b3e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:17:56.151077 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-ad45ff4f-9c8a-4d37-b3be-61da35b3e8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524812 Jul 04 04:17:56.205827 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Publish callbacks [] for port (efb526c0-94ee-4098-82fc-b7dc67154704), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.213842 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Publish callbacks [] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.215642 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.224522 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Allocated IP 172.27.1.94 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/cce59084-2238-4049-90a6-0c435446b86f) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:56.229155 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.246397 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '9d2b0123-a94b-4d4f-9c0c-b494f2d51b29', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'port_id': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'mac_address': 'fa:16:3e:a3:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:33Z', 'updated_at': '2022-07-04T04:17:54Z', 'revision_number': 1, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:56.271368 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:56.280825 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc743cd-88c1-4f13-bf40-7ddb6c923506 None None] Pushing event updated for resources: {'Port': ['ID=efb526c0-94ee-4098-82fc-b7dc67154704,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:56.290214 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-9d86f81f-749b-47f4-9821-e9947ab3801b service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307898 Jul 04 04:17:56.303548 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:56.307538 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] Checking router: 744bc2c3-db45-4d76-a004-4802ef2af8b7 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:17:56.311083 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:56.335926 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:56.363713 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:56.364408 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Pushing event updated for resources: {'Port': ['ID=10ca03b8-9e28-491b-b2f5-45ecc1fae127,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:56.390054 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Attempting to bind port efb526c0-94ee-4098-82fc-b7dc67154704 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:56.390607 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks [] for port (cce59084-2238-4049-90a6-0c435446b86f), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.391503 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Attempting to bind port efb526c0-94ee-4098-82fc-b7dc67154704 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:56.392585 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Attempting to bind port efb526c0-94ee-4098-82fc-b7dc67154704 on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:56.400929 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:56.402114 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Checking segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:56.402787 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.403388 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Bound using segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:56.404449 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Bound port: efb526c0-94ee-4098-82fc-b7dc67154704, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:56.404868 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.405223 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.405625 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.405782 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.405893 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.406233 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.406589 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.410409 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.410824 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.411168 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.411503 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.411951 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.412152 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.412478 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.412801 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.413126 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:17:56.417052 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:56.417671 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:56.435562 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e4b91be-cf83-46d8-8812-a2bdbacd217c req-d47f99bf-df06-45cb-8026-96734c442735 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392493 Jul 04 04:17:56.445492 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (cce59084-2238-4049-90a6-0c435446b86f), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.489994 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] For port efb526c0-94ee-4098-82fc-b7dc67154704, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:56.496531 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] For port efb526c0-94ee-4098-82fc-b7dc67154704, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=efb526c0-94ee-4098-82fc-b7dc67154704,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:56.506916 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.512504 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:56.517346 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:56.521894 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:56.525807 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Pushing event updated for resources: {'Port': ['ID=cce59084-2238-4049-90a6-0c435446b86f,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:56.563292 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:56.568370 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:56.575801 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:56.588794 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc743cd-88c1-4f13-bf40-7ddb6c923506 None None] Pushing event updated for resources: {'Port': ['ID=efb526c0-94ee-4098-82fc-b7dc67154704,revision_number=4']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:56.593442 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:56.594174 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:56.600024 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Attempting to bind port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:56.600422 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Attempting to bind port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'f165c479-c5b0-4510-8fdd-3cf28251b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:56.600820 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Attempting to bind port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 on network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:56.615537 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-cbff2711-1e10-4a91-90c2-e4aae7ee2798 None None] Provisioning complete for port efb526c0-94ee-4098-82fc-b7dc67154704 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:56.615906 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cbff2711-1e10-4a91-90c2-e4aae7ee2798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.622961 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:56.678930 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:56.683657 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Checking segment: {'id': 'f165c479-c5b0-4510-8fdd-3cf28251b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:56.684097 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.684581 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Bound using segment: {'id': 'f165c479-c5b0-4510-8fdd-3cf28251b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:56.685236 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Bound port: 10ca03b8-9e28-491b-b2f5-45ecc1fae127, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f165c479-c5b0-4510-8fdd-3cf28251b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:56.685703 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.731612 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:56.809861 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:56.824925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks [] for router_gateway (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:56.935881 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a060aa49-f986-476a-a163-da420c46da13 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:56.959479 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:56Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:56.990722 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ec58f-8d20-4da1-b990-3d07b1f22162 None None] The sync data for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi is: [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:56Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:17:56.993596 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:57.035640 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:57.083034 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] For port 10ca03b8-9e28-491b-b2f5-45ecc1fae127, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:57.145152 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] For port 10ca03b8-9e28-491b-b2f5-45ecc1fae127, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=10ca03b8-9e28-491b-b2f5-45ecc1fae127,segment=NetworkSegment(f165c479-c5b0-4510-8fdd-3cf28251b47b),segment_id=f165c479-c5b0-4510-8fdd-3cf28251b47b)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:57.165427 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port a060aa49-f986-476a-a163-da420c46da13 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:57.165799 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a060aa49-f986-476a-a163-da420c46da13), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:57.174636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:57.225134 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-cbff2711-1e10-4a91-90c2-e4aae7ee2798 None None] Current status of the port efb526c0-94ee-4098-82fc-b7dc67154704 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:57.225490 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cbff2711-1e10-4a91-90c2-e4aae7ee2798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:57.349390 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fd768-a543-4348-8449-f2a20d9d2b44 None None] Pushing event updated for resources: {'Port': ['ID=10ca03b8-9e28-491b-b2f5-45ecc1fae127,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:57.370941 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-cbff2711-1e10-4a91-90c2-e4aae7ee2798 None None] For port efb526c0-94ee-4098-82fc-b7dc67154704, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=efb526c0-94ee-4098-82fc-b7dc67154704,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:57.375550 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '9d2b0123-a94b-4d4f-9c0c-b494f2d51b29', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'port_id': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'mac_address': 'fa:16:3e:a3:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:33Z', 'updated_at': '2022-07-04T04:17:54Z', 'revision_number': 1, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:57.396965 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cbff2711-1e10-4a91-90c2-e4aae7ee2798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:57.446654 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3128dd-4f67-4f40-aabe-7660d26360a6 None None] The sync data for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi is: [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '9d2b0123-a94b-4d4f-9c0c-b494f2d51b29', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'port_id': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'mac_address': 'fa:16:3e:a3:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:33Z', 'updated_at': '2022-07-04T04:17:54Z', 'revision_number': 1, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:17:57.451154 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:17:57.457933 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port a060aa49-f986-476a-a163-da420c46da13 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:57.482083 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff2711-1e10-4a91-90c2-e4aae7ee2798 None None] Pushing event updated for resources: {'Port': ['ID=efb526c0-94ee-4098-82fc-b7dc67154704,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:57.523273 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:57.537438 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-aa13d460-0763-4049-87b8-cddf16a0c5c2 None None] Provisioning complete for port efb526c0-94ee-4098-82fc-b7dc67154704 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:57.537950 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-aa13d460-0763-4049-87b8-cddf16a0c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:57.587566 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:57.657237 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-aa13d460-0763-4049-87b8-cddf16a0c5c2 None None] Current status of the port efb526c0-94ee-4098-82fc-b7dc67154704 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:57.684942 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:17:57.701012 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Sync routers for ids ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:17:57.706337 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:57.707866 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ea685a79-f996-4ad3-a59a-013734abcf81 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1743541 Jul 04 04:17:57.710820 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 32824) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:57.716303 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Routers {'1c737f7b-d994-4ce8-bcb8-44f90ee50c13'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:57.716927 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:57.830013 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de7b55f-b796-4d93-ad4f-8ecd6749a91e None None] New status for floating IP 9d2b0123-a94b-4d4f-9c0c-b494f2d51b29: ACTIVE {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:17:57.847047 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Set router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:58.042101 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'cce59084-2238-4049-90a6-0c435446b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:55Z', 'updated_at': '2022-07-04T04:17:56Z', 'revision_number': 3, 'project_id': '2585949985ce4eb199960e63235257cf', 'gw_port': {'id': 'cce59084-2238-4049-90a6-0c435446b86f', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:56Z', 'updated_at': '2022-07-04T04:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:58.067992 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Checking router: 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:17:58.068332 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Updating router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 port cce59084-2238-4049-90a6-0c435446b86f binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:17:58.101630 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (cce59084-2238-4049-90a6-0c435446b86f), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.216264 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.343302 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:58.427002 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Allocated IP 172.20.0.1 (8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea/ba9c3b46-749b-4653-9de3-fdd4e654f94b/1d40f7a9-0518-47b2-ac11-13ea582ab20d) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:17:58.497077 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Publish callbacks [] for port (cce59084-2238-4049-90a6-0c435446b86f), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.504165 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (cce59084-2238-4049-90a6-0c435446b86f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.518536 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:58.545742 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35eb752-0f45-4667-8ac4-ac7bc3ee4886 None None] Network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:17:58.547933 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:58.556702 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Publish callbacks [] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.571842 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Attempting to bind port cce59084-2238-4049-90a6-0c435446b86f on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:17:58.572199 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Attempting to bind port cce59084-2238-4049-90a6-0c435446b86f by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:17:58.572552 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Attempting to bind port cce59084-2238-4049-90a6-0c435446b86f on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:17:58.575008 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ddc6a-37bb-4372-a263-34ec593b5664 None None] Pushing event updated for resources: {'Port': ['ID=cce59084-2238-4049-90a6-0c435446b86f,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:58.580359 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:17:58.580721 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:17:58.581107 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.581478 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:17:58.581925 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Bound port: cce59084-2238-4049-90a6-0c435446b86f, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:17:58.582949 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (cce59084-2238-4049-90a6-0c435446b86f), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.605072 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.634141 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-657944fa-c5ed-4ca9-8850-42b65b6ed625 None None] Provisioning complete for port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:58.634732 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-657944fa-c5ed-4ca9-8850-42b65b6ed625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.647747 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] For port cce59084-2238-4049-90a6-0c435446b86f, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:17:58.651638 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] For port cce59084-2238-4049-90a6-0c435446b86f, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=cce59084-2238-4049-90a6-0c435446b86f,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:17:58.653007 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:58.657174 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:58.661056 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:58.663833 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:17:58.664312 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.667631 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (cce59084-2238-4049-90a6-0c435446b86f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.715733 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Pushing event updated for resources: {'Port': ['ID=1d40f7a9-0518-47b2-ac11-13ea582ab20d,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:58.758907 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Routers {'1c737f7b-d994-4ce8-bcb8-44f90ee50c13'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:17:58.759755 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:58.818362 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-657944fa-c5ed-4ca9-8850-42b65b6ed625 None None] Current status of the port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:58.818779 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-657944fa-c5ed-4ca9-8850-42b65b6ed625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.846077 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 10ca03b8-9e28-491b-b2f5-45ecc1fae127 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:58.856433 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.869917 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ddc6a-37bb-4372-a263-34ec593b5664 None None] Pushing event updated for resources: {'Port': ['ID=cce59084-2238-4049-90a6-0c435446b86f,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:58.909260 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-657944fa-c5ed-4ca9-8850-42b65b6ed625 None None] For port 10ca03b8-9e28-491b-b2f5-45ecc1fae127, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=10ca03b8-9e28-491b-b2f5-45ecc1fae127,segment=NetworkSegment(f165c479-c5b0-4510-8fdd-3cf28251b47b),segment_id=f165c479-c5b0-4510-8fdd-3cf28251b47b)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:17:58.919821 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] Set router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:17:58.922357 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-657944fa-c5ed-4ca9-8850-42b65b6ed625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:58.930952 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:58.931520 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.016274 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657944fa-c5ed-4ca9-8850-42b65b6ed625 None None] Pushing event updated for resources: {'Port': ['ID=10ca03b8-9e28-491b-b2f5-45ecc1fae127,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:59.056564 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:59.057647 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device efb526c0-94ee-4098-82fc-b7dc67154704 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:17:59.067595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Publish callbacks [] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.073576 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.074668 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.110169 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'cce59084-2238-4049-90a6-0c435446b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:55Z', 'updated_at': '2022-07-04T04:17:56Z', 'revision_number': 3, 'project_id': '2585949985ce4eb199960e63235257cf', 'gw_port': {'id': 'cce59084-2238-4049-90a6-0c435446b86f', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:56Z', 'updated_at': '2022-07-04T04:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:17:59.117229 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port efb526c0-94ee-4098-82fc-b7dc67154704 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:59.117604 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.145824 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dbbf4-aa91-4057-b6d0-13149caec7e8 None None] The sync data for ids ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'] in dv-cinder-742162-5-iscsi is: [{'id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'cce59084-2238-4049-90a6-0c435446b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:55Z', 'updated_at': '2022-07-04T04:17:56Z', 'revision_number': 3, 'project_id': '2585949985ce4eb199960e63235257cf', 'gw_port': {'id': 'cce59084-2238-4049-90a6-0c435446b86f', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:56Z', 'updated_at': '2022-07-04T04:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:17:59.171028 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-0c08540f-11bb-4bbc-8911-bca0a039fee3 None None] Provisioning complete for port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:59.171578 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0c08540f-11bb-4bbc-8911-bca0a039fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.174977 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:59.181314 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Pushing event updated for resources: {'Port': ['ID=1d40f7a9-0518-47b2-ac11-13ea582ab20d,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:17:59.216512 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:17:59.218033 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:17:59.259223 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:59.267585 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port efb526c0-94ee-4098-82fc-b7dc67154704 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:59.304353 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-0c08540f-11bb-4bbc-8911-bca0a039fee3 None None] Current status of the port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:17:59.308066 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:17:59.316079 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-0c08540f-11bb-4bbc-8911-bca0a039fee3 None None] Provisioning complete for port 1d40f7a9-0518-47b2-ac11-13ea582ab20d triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:59.316445 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0c08540f-11bb-4bbc-8911-bca0a039fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.339210 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:17:59.359312 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-0c08540f-11bb-4bbc-8911-bca0a039fee3 None None] Port 1d40f7a9-0518-47b2-ac11-13ea582ab20d cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:17:59.453191 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:17:59.458168 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-9b2e95bb-d910-42c2-a5b5-4d7f78a78181 admin admin] 10.222.0.16 "PUT /v2.0/routers/1c737f7b-d994-4ce8-bcb8-44f90ee50c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457428 Jul 04 04:17:59.479629 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-8f86bb87-bf1d-4b31-a54c-1c8f7cb4a042 None None] Provisioning complete for port 1d40f7a9-0518-47b2-ac11-13ea582ab20d triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:17:59.480020 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8f86bb87-bf1d-4b31-a54c-1c8f7cb4a042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.516121 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-8f86bb87-bf1d-4b31-a54c-1c8f7cb4a042 None None] Port 1d40f7a9-0518-47b2-ac11-13ea582ab20d cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:17:59.843038 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 32834) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:17:59.847800 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-dd0b9ae0-e892-4fa0-bfb5-bead661af37d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122465126', 'description': 'tempest-secgroup-smoke-122465126 description', 'project_id': 'b622ab692a73432784c63b9ad3290e72'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:17:59.874952 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9ae0-e892-4fa0-bfb5-bead661af37d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.960127 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9ae0-e892-4fa0-bfb5-bead661af37d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group (423bbe89-5a2e-45df-8917-d92e8a29180d), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.965025 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9ae0-e892-4fa0-bfb5-bead661af37d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (423bbe89-5a2e-45df-8917-d92e8a29180d), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.996162 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9ae0-e892-4fa0-bfb5-bead661af37d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:17:59.997426 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-dd0b9ae0-e892-4fa0-bfb5-bead661af37d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1533070 Jul 04 04:18:00.001083 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 32836) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:00.002566 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b9ae0-e892-4fa0-bfb5-bead661af37d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423bbe89-5a2e-45df-8917-d92e8a29180d,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:00.005728 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-a24d635d-c35e-47bc-942f-98cf2faaecc0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'security_group_rule': {'security_group_id': '423bbe89-5a2e-45df-8917-d92e8a29180d', 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:00.035513 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a24d635d-c35e-47bc-942f-98cf2faaecc0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (7d428464-809d-4d75-b39e-5daa00742631), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.095608 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a24d635d-c35e-47bc-942f-98cf2faaecc0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (7d428464-809d-4d75-b39e-5daa00742631), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.100399 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a24d635d-c35e-47bc-942f-98cf2faaecc0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (7d428464-809d-4d75-b39e-5daa00742631), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.119221 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d635d-c35e-47bc-942f-98cf2faaecc0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d428464-809d-4d75-b39e-5daa00742631,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:00.127710 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a24d635d-c35e-47bc-942f-98cf2faaecc0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.128936 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a24d635d-c35e-47bc-942f-98cf2faaecc0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268175 Jul 04 04:18:00.131807 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 32838) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:00.136162 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-8ba8cf56-6584-4041-9211-9995782dd1ad tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'security_group_rule': {'security_group_id': '423bbe89-5a2e-45df-8917-d92e8a29180d', 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:00.164720 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cf56-6584-4041-9211-9995782dd1ad tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (53880f40-9d83-403e-9c8f-f6d42b96c183), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.225391 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cf56-6584-4041-9211-9995782dd1ad tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (53880f40-9d83-403e-9c8f-f6d42b96c183), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.230184 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cf56-6584-4041-9211-9995782dd1ad tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (53880f40-9d83-403e-9c8f-f6d42b96c183), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.253087 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8cf56-6584-4041-9211-9995782dd1ad tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53880f40-9d83-403e-9c8f-f6d42b96c183,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:00.262429 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cf56-6584-4041-9211-9995782dd1ad tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.264027 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-8ba8cf56-6584-4041-9211-9995782dd1ad tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309559 Jul 04 04:18:00.267615 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 32840) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:00.271969 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-2d1c3c5d-e8a6-4eac-99a1-cfe2968a1594 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'security_group_rule': {'security_group_id': '423bbe89-5a2e-45df-8917-d92e8a29180d', 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:00.277358 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:00.303133 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3c5d-e8a6-4eac-99a1-cfe2968a1594 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (4b33b252-02fa-4529-9174-22e86f403ade), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.365330 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3c5d-e8a6-4eac-99a1-cfe2968a1594 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (4b33b252-02fa-4529-9174-22e86f403ade), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.369229 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3c5d-e8a6-4eac-99a1-cfe2968a1594 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (4b33b252-02fa-4529-9174-22e86f403ade), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.390440 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c3c5d-e8a6-4eac-99a1-cfe2968a1594 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b33b252-02fa-4529-9174-22e86f403ade,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:00.399243 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3c5d-e8a6-4eac-99a1-cfe2968a1594 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.400472 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2d1c3c5d-e8a6-4eac-99a1-cfe2968a1594 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318989 Jul 04 04:18:00.403325 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 32842) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:00.408925 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-39decd9e-9400-49eb-905f-ed0127cd75ed tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'security_group_rule': {'security_group_id': '423bbe89-5a2e-45df-8917-d92e8a29180d', 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:00.414320 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:00.443881 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-39decd9e-9400-49eb-905f-ed0127cd75ed tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (d64f5618-7af3-49dc-be58-1674bedc4449), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.497889 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-39decd9e-9400-49eb-905f-ed0127cd75ed tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (d64f5618-7af3-49dc-be58-1674bedc4449), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.503028 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-39decd9e-9400-49eb-905f-ed0127cd75ed tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (d64f5618-7af3-49dc-be58-1674bedc4449), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.525254 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39decd9e-9400-49eb-905f-ed0127cd75ed tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64f5618-7af3-49dc-be58-1674bedc4449,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:00.529806 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-39decd9e-9400-49eb-905f-ed0127cd75ed tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.533634 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-39decd9e-9400-49eb-905f-ed0127cd75ed tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258581 Jul 04 04:18:00.533928 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 32844) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:00.538192 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-c29eba8f-8707-485b-9d87-a4b62557d91a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'security_group_rule': {'security_group_id': '423bbe89-5a2e-45df-8917-d92e8a29180d', 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:00.560634 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.securitygroups_db [None req-c29eba8f-8707-485b-9d87-a4b62557d91a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Project b622ab692a73432784c63b9ad3290e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 04:18:00.567008 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c29eba8f-8707-485b-9d87-a4b62557d91a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (28f7db02-d741-4f76-81e8-6f2af78d3636), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.626333 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c29eba8f-8707-485b-9d87-a4b62557d91a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (28f7db02-d741-4f76-81e8-6f2af78d3636), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.634612 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c29eba8f-8707-485b-9d87-a4b62557d91a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (28f7db02-d741-4f76-81e8-6f2af78d3636), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.654036 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29eba8f-8707-485b-9d87-a4b62557d91a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f7db02-d741-4f76-81e8-6f2af78d3636,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:00.662793 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c29eba8f-8707-485b-9d87-a4b62557d91a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.664102 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-c29eba8f-8707-485b-9d87-a4b62557d91a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292777 Jul 04 04:18:00.667127 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 32846) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:00.671970 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-5b3d07da-5e44-466a-bb5a-a711a9a6350f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'security_group_rule': {'security_group_id': '423bbe89-5a2e-45df-8917-d92e8a29180d', 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:00.694852 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.securitygroups_db [None req-5b3d07da-5e44-466a-bb5a-a711a9a6350f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Project b622ab692a73432784c63b9ad3290e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 04:18:00.702962 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5b3d07da-5e44-466a-bb5a-a711a9a6350f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (120abde0-6402-46fa-beef-1a2797cd644d), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.749609 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:00.768926 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5b3d07da-5e44-466a-bb5a-a711a9a6350f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (120abde0-6402-46fa-beef-1a2797cd644d), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.772298 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5b3d07da-5e44-466a-bb5a-a711a9a6350f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (120abde0-6402-46fa-beef-1a2797cd644d), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.787342 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device cce59084-2238-4049-90a6-0c435446b86f up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:18:00.792269 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d07da-5e44-466a-bb5a-a711a9a6350f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120abde0-6402-46fa-beef-1a2797cd644d,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:00.798579 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5b3d07da-5e44-466a-bb5a-a711a9a6350f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.802789 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-5b3d07da-5e44-466a-bb5a-a711a9a6350f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316814 Jul 04 04:18:00.833282 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port cce59084-2238-4049-90a6-0c435446b86f triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:00.833659 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (cce59084-2238-4049-90a6-0c435446b86f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.908686 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port cce59084-2238-4049-90a6-0c435446b86f is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:00.909062 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (cce59084-2238-4049-90a6-0c435446b86f), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.936106 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port cce59084-2238-4049-90a6-0c435446b86f, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=cce59084-2238-4049-90a6-0c435446b86f,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:18:00.941893 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (cce59084-2238-4049-90a6-0c435446b86f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:00.943442 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 10ca03b8-9e28-491b-b2f5-45ecc1fae127 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:18:01.021716 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=cce59084-2238-4049-90a6-0c435446b86f,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:01.030492 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:01.030717 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:01.120636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:01.257142 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Sync routers for ids ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:18:01.270805 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Routers {'1c737f7b-d994-4ce8-bcb8-44f90ee50c13'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:18:01.271641 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:01.369564 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Set router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:18:01.565380 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'cce59084-2238-4049-90a6-0c435446b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:55Z', 'updated_at': '2022-07-04T04:17:58Z', 'revision_number': 4, 'project_id': '2585949985ce4eb199960e63235257cf', 'gw_port': {'id': 'cce59084-2238-4049-90a6-0c435446b86f', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:56Z', 'updated_at': '2022-07-04T04:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '1d40f7a9-0518-47b2-ac11-13ea582ab20d', 'name': '', 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'mac_address': 'fa:16:3e:8c:e1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba9c3b46-749b-4653-9de3-fdd4e654f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:58Z', 'updated_at': '2022-07-04T04:17:58Z', 'revision_number': 2, 'project_id': '2585949985ce4eb199960e63235257cf', 'subnets': [{'id': 'ba9c3b46-749b-4653-9de3-fdd4e654f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:01.590666 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Checking router: 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:18:01.591039 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Updating router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 port 1d40f7a9-0518-47b2-ac11-13ea582ab20d binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:18:01.619397 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:01.658618 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:01.813756 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:01.916375 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Publish callbacks [] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:01.924367 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:01.978908 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db43d6-ba7d-4b99-bb6d-4564f35334f9 None None] Pushing event updated for resources: {'Port': ['ID=1d40f7a9-0518-47b2-ac11-13ea582ab20d,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:02.044829 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Attempting to bind port 1d40f7a9-0518-47b2-ac11-13ea582ab20d on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:18:02.045195 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Attempting to bind port 1d40f7a9-0518-47b2-ac11-13ea582ab20d by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'f165c479-c5b0-4510-8fdd-3cf28251b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:18:02.045554 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Attempting to bind port 1d40f7a9-0518-47b2-ac11-13ea582ab20d on network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:18:02.052092 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:18:02.052973 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Checking segment: {'id': 'f165c479-c5b0-4510-8fdd-3cf28251b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:18:02.053147 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:02.053698 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Bound using segment: {'id': 'f165c479-c5b0-4510-8fdd-3cf28251b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:18:02.054160 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Bound port: 1d40f7a9-0518-47b2-ac11-13ea582ab20d, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f165c479-c5b0-4510-8fdd-3cf28251b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:18:02.054566 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:02.130921 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] For port 1d40f7a9-0518-47b2-ac11-13ea582ab20d, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:18:02.134209 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] For port 1d40f7a9-0518-47b2-ac11-13ea582ab20d, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=1d40f7a9-0518-47b2-ac11-13ea582ab20d,segment=NetworkSegment(f165c479-c5b0-4510-8fdd-3cf28251b47b),segment_id=f165c479-c5b0-4510-8fdd-3cf28251b47b)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:18:02.142658 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:02.198668 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Routers {'1c737f7b-d994-4ce8-bcb8-44f90ee50c13'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:18:02.199306 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:17:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:02.256740 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-f7c14084-3258-4fc4-af95-93c9beb27a7a None None] Provisioning complete for port 1d40f7a9-0518-47b2-ac11-13ea582ab20d triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:02.257315 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-f7c14084-3258-4fc4-af95-93c9beb27a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:02.271635 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db43d6-ba7d-4b99-bb6d-4564f35334f9 None None] Pushing event updated for resources: {'Port': ['ID=1d40f7a9-0518-47b2-ac11-13ea582ab20d,revision_number=4']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:02.329143 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] Set router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:18:02.359084 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-f7c14084-3258-4fc4-af95-93c9beb27a7a None None] Current status of the port 1d40f7a9-0518-47b2-ac11-13ea582ab20d is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:02.360285 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-f7c14084-3258-4fc4-af95-93c9beb27a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:02.399939 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-f7c14084-3258-4fc4-af95-93c9beb27a7a None None] For port 1d40f7a9-0518-47b2-ac11-13ea582ab20d, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=1d40f7a9-0518-47b2-ac11-13ea582ab20d,segment=NetworkSegment(f165c479-c5b0-4510-8fdd-3cf28251b47b),segment_id=f165c479-c5b0-4510-8fdd-3cf28251b47b)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:18:02.404880 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-f7c14084-3258-4fc4-af95-93c9beb27a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:02.442119 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:02.460878 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c14084-3258-4fc4-af95-93c9beb27a7a None None] Pushing event updated for resources: {'Port': ['ID=1d40f7a9-0518-47b2-ac11-13ea582ab20d,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:02.524310 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-eee41bb9-c398-4b69-8c20-08bad4829a77 None None] Provisioning complete for port 1d40f7a9-0518-47b2-ac11-13ea582ab20d triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:02.524679 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-eee41bb9-c398-4b69-8c20-08bad4829a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:02.590847 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:02.605474 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-eee41bb9-c398-4b69-8c20-08bad4829a77 None None] Current status of the port 1d40f7a9-0518-47b2-ac11-13ea582ab20d is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:02.637093 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'cce59084-2238-4049-90a6-0c435446b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:55Z', 'updated_at': '2022-07-04T04:17:58Z', 'revision_number': 4, 'project_id': '2585949985ce4eb199960e63235257cf', 'gw_port': {'id': 'cce59084-2238-4049-90a6-0c435446b86f', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:56Z', 'updated_at': '2022-07-04T04:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '1d40f7a9-0518-47b2-ac11-13ea582ab20d', 'name': '', 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'mac_address': 'fa:16:3e:8c:e1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba9c3b46-749b-4653-9de3-fdd4e654f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:58Z', 'updated_at': '2022-07-04T04:18:02Z', 'revision_number': 4, 'project_id': '2585949985ce4eb199960e63235257cf', 'subnets': [{'id': 'ba9c3b46-749b-4653-9de3-fdd4e654f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:02.668754 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6cd45-6476-476d-868f-9ce55367d748 None None] The sync data for ids ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'] in dv-cinder-742162-5-iscsi is: [{'id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'cce59084-2238-4049-90a6-0c435446b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:55Z', 'updated_at': '2022-07-04T04:17:58Z', 'revision_number': 4, 'project_id': '2585949985ce4eb199960e63235257cf', 'gw_port': {'id': 'cce59084-2238-4049-90a6-0c435446b86f', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:56Z', 'updated_at': '2022-07-04T04:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '1d40f7a9-0518-47b2-ac11-13ea582ab20d', 'name': '', 'network_id': '8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'mac_address': 'fa:16:3e:8c:e1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba9c3b46-749b-4653-9de3-fdd4e654f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:58Z', 'updated_at': '2022-07-04T04:18:02Z', 'revision_number': 4, 'project_id': '2585949985ce4eb199960e63235257cf', 'subnets': [{'id': 'ba9c3b46-749b-4653-9de3-fdd4e654f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:18:02.744291 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device cce59084-2238-4049-90a6-0c435446b86f up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:18:02.801679 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port cce59084-2238-4049-90a6-0c435446b86f triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:02.802144 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (cce59084-2238-4049-90a6-0c435446b86f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:02.877388 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port cce59084-2238-4049-90a6-0c435446b86f is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:04.071230 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a7f42f50-70d9-4dde-a0a3-ad442815c225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:04.723269 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 1d40f7a9-0518-47b2-ac11-13ea582ab20d up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:18:04.777067 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 1d40f7a9-0518-47b2-ac11-13ea582ab20d triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:04.777469 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:04.853296 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 1d40f7a9-0518-47b2-ac11-13ea582ab20d is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:06.204721 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-174b0f15-849f-4d0a-9cd1-867af33977ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:07.561504 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:08.879079 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:09.108364 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:10.649960 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=74,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:10.654289 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:10.779644 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:10.792063 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:12.640397 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:12.641416 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:13.989489 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:21.692713 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:18:23.976482 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:23.982006 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=42,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:25.808048 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-b78ab508-a2a3-4a13-a86d-3ec140f9cdf2 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122465126&fields=id&tenant_id=b622ab692a73432784c63b9ad3290e72 HTTP/1.1" status: 200 len: 267 time: 0.0464432 Jul 04 04:18:25.923329 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da3dda-9507-4be4-85f6-06020682c489 req-b152bc90-4d8a-4cfd-94ad-d5f4d3e4977d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:25.925143 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-b152bc90-4d8a-4cfd-94ad-d5f4d3e4977d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 811 time: 0.1100442 Jul 04 04:18:25.941668 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-9c95835a-280e-4d0b-87cf-b9cfd48210ae tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/quotas/b622ab692a73432784c63b9ad3290e72 HTTP/1.1" status: 200 len: 375 time: 0.0101299 Jul 04 04:18:26.003107 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-57c541f6-10d9-4eab-9f4c-1e917e333f84 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557809 Jul 04 04:18:26.124722 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-504f5e87-a692-4271-aa75-af0352571de8 service neutron] 10.222.0.16 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014032 Jul 04 04:18:26.217760 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-70a82965-af97-434c-a846-b876f9bc2bda service neutron] 10.222.0.16 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862916 Jul 04 04:18:26.513061 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e33ff411-2881-4d33-b66c-5963ecd4fd2b req-09a03d4f-9097-4e9f-8c52-e6ac3af4d5bd tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 210 time: 0.0287910 Jul 04 04:18:27.900465 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51dfd9a9-a8da-403c-abda-046d303e476b req-00182690-2e90-4177-9adb-44a07433933d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 210 time: 0.3047721 Jul 04 04:18:27.935731 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da3dda-9507-4be4-85f6-06020682c489 req-9d990bd0-9de2-4a85-805d-9e072c55e2e7 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:27.937217 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-9d990bd0-9de2-4a85-805d-9e072c55e2e7 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 811 time: 0.3977528 Jul 04 04:18:28.017195 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-2c0c1837-b687-4b3b-ae79-8f295e30daa8 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b622ab692a73432784c63b9ad3290e72 HTTP/1.1" status: 200 len: 379 time: 0.0651379 Jul 04 04:18:28.026618 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'port': {'device_id': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'admin_state_up': True, 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'security_groups': ['423bbe89-5a2e-45df-8917-d92e8a29180d']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:28.145967 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Made reservation on behalf of b622ab692a73432784c63b9ad3290e72 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:18:28.149410 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:28.287675 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Allocated IP 172.20.0.7 (1d07c9ba-9977-4c1a-95be-b18ead1c7da1/213ee212-8e0e-485c-bf0b-b1b635e32a9e/f0229d6d-b68b-49d6-b734-20d13d74e25d) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:18:28.431055 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:28.464660 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:28.523366 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:18:28.526851 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:18:28.528822 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'Port': ['ID=f0229d6d-b68b-49d6-b734-20d13d74e25d,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:28.530977 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:18:28.536508 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:28.536819 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:28.557943 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-3816c029-7dee-4325-ba3a-7297342c83ff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5351455 Jul 04 04:18:28.577551 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Request body: {'port': {'device_id': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:28.645037 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:28.692278 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:28.700035 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:28.801047 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-eee6a5a2-b2a2-459d-9858-84436d1edc21 None None] Provisioning complete for port f0229d6d-b68b-49d6-b734-20d13d74e25d triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:28.801679 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-eee6a5a2-b2a2-459d-9858-84436d1edc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:28.836627 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-eee6a5a2-b2a2-459d-9858-84436d1edc21 None None] Port f0229d6d-b68b-49d6-b734-20d13d74e25d cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:18:28.916345 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0229d6d-b68b-49d6-b734-20d13d74e25d {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:18:28.923889 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Publish callbacks [] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:28.936892 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Transition to ACTIVE for port object f0229d6d-b68b-49d6-b734-20d13d74e25d will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:18:28.942533 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:28.992722 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Pushing event updated for resources: {'Port': ['ID=f0229d6d-b68b-49d6-b734-20d13d74e25d,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:29.032594 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Attempting to bind port f0229d6d-b68b-49d6-b734-20d13d74e25d on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:18:29.032849 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1743e9-c820-4dd8-adf5-3e1153f5570c req-7b0c8e49-37d3-45ac-b6c7-bd2423bc719e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:29.033346 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Attempting to bind port f0229d6d-b68b-49d6-b734-20d13d74e25d by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:18:29.033346 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Attempting to bind port f0229d6d-b68b-49d6-b734-20d13d74e25d on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:18:29.035643 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1a1743e9-c820-4dd8-adf5-3e1153f5570c req-7b0c8e49-37d3-45ac-b6c7-bd2423bc719e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 943 time: 0.0617030 Jul 04 04:18:29.038093 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Port f0229d6d-b68b-49d6-b734-20d13d74e25d on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:18:29.038447 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Attempting to bind port f0229d6d-b68b-49d6-b734-20d13d74e25d on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:18:29.044444 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:18:29.044733 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Checking segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:18:29.045123 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Bound using segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:18:29.045543 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Bound port: f0229d6d-b68b-49d6-b734-20d13d74e25d, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:18:29.045900 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:29.094124 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1a1743e9-c820-4dd8-adf5-3e1153f5570c req-d19f5e50-9e59-4d11-a781-80d8a04e8711 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507126 Jul 04 04:18:29.122492 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] For port f0229d6d-b68b-49d6-b734-20d13d74e25d, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:18:29.126022 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] For port f0229d6d-b68b-49d6-b734-20d13d74e25d, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f0229d6d-b68b-49d6-b734-20d13d74e25d,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:18:29.133539 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:29.174304 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:29.174932 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:29.176320 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] 10.222.0.59 "PUT /v2.0/ports/f0229d6d-b68b-49d6-b734-20d13d74e25d HTTP/1.1" status: 200 len: 1093 time: 0.6031835 Jul 04 04:18:29.176754 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'tag': 'f0229d6d-b68b-49d6-b734-20d13d74e25d'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:18:29.179133 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e40db2-c559-4a29-80ab-ed5d1f29c57c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc36b6d5-12c0-48bd-9aee-afdef9e38c2d", "tag": "f0229d6d-b68b-49d6-b734-20d13d74e25d"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:18:29.200467 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e3b2b-5298-455b-a85a-2661223aab63 service neutron] Pushing event updated for resources: {'Port': ['ID=f0229d6d-b68b-49d6-b734-20d13d74e25d,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:29.226524 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782451d3-8a4b-4810-86df-32b07dfd7c35 x-openstack-request-id: req-782451d3-8a4b-4810-86df-32b07dfd7c35 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:18:29.227358 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc36b6d5-12c0-48bd-9aee-afdef9e38c2d", "tag": "f0229d6d-b68b-49d6-b734-20d13d74e25d", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:18:29.227613 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-782451d3-8a4b-4810-86df-32b07dfd7c35 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:18:29.228298 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782451d3-8a4b-4810-86df-32b07dfd7c35'] response: {'name': 'network-changed', 'server_uuid': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'tag': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'status': 'completed', 'code': 200} Jul 04 04:18:29.293256 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da3dda-9507-4be4-85f6-06020682c489 req-6fecafaa-bb17-4955-adbd-6a410dac2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:29.294796 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-6fecafaa-bb17-4955-adbd-6a410dac2e84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 1127 time: 0.0440214 Jul 04 04:18:29.346656 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-de0ff7a5-fa34-4118-b4da-63a35f443e02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0229d6d-b68b-49d6-b734-20d13d74e25d HTTP/1.1" status: 200 len: 217 time: 0.0354931 Jul 04 04:18:29.402008 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da3dda-9507-4be4-85f6-06020682c489 req-71a03ce7-ac8b-49fa-85de-d29bc2f3a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:29.403565 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-71a03ce7-ac8b-49fa-85de-d29bc2f3a8a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.0502279 Jul 04 04:18:29.448797 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da3dda-9507-4be4-85f6-06020682c489 req-515769d3-953d-40cc-9ff0-79ba6259c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:29.450270 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-515769d3-953d-40cc-9ff0-79ba6259c478 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402362 Jul 04 04:18:29.556471 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-816e4c51-a89d-406c-a42e-401099a25584 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994067 Jul 04 04:18:29.636603 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:29.652129 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-34da3dda-9507-4be4-85f6-06020682c489 req-42cf2571-2e27-4ab9-8282-6c999c42e549 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883164 Jul 04 04:18:30.237079 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fe546-d612-4673-9914-90ed72a328fa req-480ceaf9-4509-424e-a40f-fe72d972bc85 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:30.238584 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d55fe546-d612-4673-9914-90ed72a328fa req-480ceaf9-4509-424e-a40f-fe72d972bc85 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 943 time: 0.0533311 Jul 04 04:18:30.296268 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d55fe546-d612-4673-9914-90ed72a328fa req-95b1ffc4-3a01-4b25-bdf6-9d3314998719 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462267 Jul 04 04:18:30.861952 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-8b866794-ff98-49a6-a218-3a6ec63c6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:30.863504 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-8b866794-ff98-49a6-a218-3a6ec63c6e2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 1127 time: 0.0410888 Jul 04 04:18:30.971777 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-7a96eba0-a8c3-440b-821e-80871ef27e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:30.973186 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-7a96eba0-a8c3-440b-821e-80871ef27e57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.1034710 Jul 04 04:18:31.012320 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-23f46f87-14bf-4d9a-a7f2-29b0646ea82b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0229d6d-b68b-49d6-b734-20d13d74e25d HTTP/1.1" status: 200 len: 217 time: 0.0326715 Jul 04 04:18:31.052469 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:31.065203 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-8dcfec17-7b23-4544-bc29-398ead8604b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:31.066850 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-8dcfec17-7b23-4544-bc29-398ead8604b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.0486741 Jul 04 04:18:31.113863 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-88f5302c-52e1-4321-a7c5-a461a1faa99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:31.115447 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-88f5302c-52e1-4321-a7c5-a461a1faa99c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418296 Jul 04 04:18:31.214318 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-70fa095d-5627-4b9c-b48e-538a73a2efee service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918331 Jul 04 04:18:31.306915 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-44e40db2-c559-4a29-80ab-ed5d1f29c57c req-fcab42a8-7807-48aa-8112-0da61b5a30a6 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859933 Jul 04 04:18:31.431365 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085709fa-e0d3-4f02-a620-420ac997234e req-b3482634-2da5-4561-a105-70e203da0a93 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:31.432843 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-085709fa-e0d3-4f02-a620-420ac997234e req-b3482634-2da5-4561-a105-70e203da0a93 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 943 time: 0.0583720 Jul 04 04:18:31.486018 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-085709fa-e0d3-4f02-a620-420ac997234e req-05100d2e-6926-49a9-808d-27abd488a47b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446899 Jul 04 04:18:31.689066 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:32.617118 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a85ca-33d7-49f3-be56-7c936acf8ac6 req-740d8067-a1da-4ad4-9f27-e073883702fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:32.618634 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3c5a85ca-33d7-49f3-be56-7c936acf8ac6 req-740d8067-a1da-4ad4-9f27-e073883702fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 943 time: 0.0594120 Jul 04 04:18:32.658454 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:32.682317 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3c5a85ca-33d7-49f3-be56-7c936acf8ac6 req-97d0d1e3-ed48-46a1-904b-29c53eae3b04 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572629 Jul 04 04:18:33.835990 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc456897-6d61-44fa-9057-804d8cbf85b1 req-c91e24b9-2622-4c7f-bdd6-16094446ad56 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:33.837484 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dc456897-6d61-44fa-9057-804d8cbf85b1 req-c91e24b9-2622-4c7f-bdd6-16094446ad56 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 943 time: 0.0601165 Jul 04 04:18:33.889377 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dc456897-6d61-44fa-9057-804d8cbf85b1 req-bf9c0cfd-7f0f-4481-a4ec-d2360e02cbb7 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441182 Jul 04 04:18:34.071546 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6eeb7141-e01f-4f5c-8b14-fd39d6c4bc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:35.017036 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cff1ec-eb15-46b6-b53e-e653607ea17e req-f8b39f11-6f6f-4b0b-bf95-0c0547069ff4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:35.018540 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d8cff1ec-eb15-46b6-b53e-e653607ea17e req-f8b39f11-6f6f-4b0b-bf95-0c0547069ff4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 943 time: 0.0536242 Jul 04 04:18:35.071600 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d8cff1ec-eb15-46b6-b53e-e653607ea17e req-1abf3f2b-cfa2-4250-9f5c-29f22f735594 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474489 Jul 04 04:18:36.191240 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b9c0-3b72-4dd9-b9c1-9074ec057062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.198171 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b696e-0cf5-46d9-a152-9548b01db6f8 req-f7b9fac9-7ec6-4f1a-9206-1ffab6cce79e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:36.199745 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-248b696e-0cf5-46d9-a152-9548b01db6f8 req-f7b9fac9-7ec6-4f1a-9206-1ffab6cce79e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 943 time: 0.0526757 Jul 04 04:18:36.250816 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-248b696e-0cf5-46d9-a152-9548b01db6f8 req-fcf80426-a984-411c-bc17-b7028deabb21 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Jul 04 04:18:36.455770 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33072) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:36.460490 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737764437', 'description': 'tempest-description--1393227680'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:36.486172 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.556622 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (f45924e2-88ef-4c51-aafd-5aee9349ba8b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.562034 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f45924e2-88ef-4c51-aafd-5aee9349ba8b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.567675 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:36.592865 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45924e2-88ef-4c51-aafd-5aee9349ba8b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:36.595068 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:36.597669 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.598952 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1421356 Jul 04 04:18:36.602298 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33074) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:36.605694 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.606642 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.606986 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.607333 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.607695 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.608084 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.608361 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.608693 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group_rule': {'security_group_id': 'f45924e2-88ef-4c51-aafd-5aee9349ba8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:36.609061 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.609061 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.609694 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.609890 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.610207 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.610567 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.610915 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.611239 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5f9f1-3b46-44a1-af1e-d84afeb6eea6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.642404 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (c7c08781-95ab-4c6a-9818-1d3be2b843ec), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.703296 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (c7c08781-95ab-4c6a-9818-1d3be2b843ec), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.709037 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (c7c08781-95ab-4c6a-9818-1d3be2b843ec), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.727770 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c08781-95ab-4c6a-9818-1d3be2b843ec,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:36.736563 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.736908 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.737272 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.737608 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.737937 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.738261 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.738612 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.738961 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.739282 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.739625 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.739944 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.740264 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.740610 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.740926 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.741250 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:18:36.745497 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.746739 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-dbe309a9-a199-4b47-8945-b3e2f7615128 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430240 Jul 04 04:18:36.750006 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33076) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:36.754130 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-973c0e44-b6a5-4261-b371-1923e8f5b1a4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group_rule': {'security_group_id': 'f45924e2-88ef-4c51-aafd-5aee9349ba8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:36.781652 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:36.784300 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-973c0e44-b6a5-4261-b371-1923e8f5b1a4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (3284c3fa-104c-482a-9887-60a90b912c8b), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.847864 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-973c0e44-b6a5-4261-b371-1923e8f5b1a4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (3284c3fa-104c-482a-9887-60a90b912c8b), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.853289 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-973c0e44-b6a5-4261-b371-1923e8f5b1a4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (3284c3fa-104c-482a-9887-60a90b912c8b), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.873657 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0e44-b6a5-4261-b371-1923e8f5b1a4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3284c3fa-104c-482a-9887-60a90b912c8b,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:36.884211 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-973c0e44-b6a5-4261-b371-1923e8f5b1a4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.885415 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-973c0e44-b6a5-4261-b371-1923e8f5b1a4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346483 Jul 04 04:18:36.888871 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33078) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:36.893169 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:36.917676 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:36.950598 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:37.002429 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.108958 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Allocated IP 172.27.1.191 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/721930c2-9a71-444b-b106-bbbfc7364acd) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:18:37.224703 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (721930c2-9a71-444b-b106-bbbfc7364acd), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.262262 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (721930c2-9a71-444b-b106-bbbfc7364acd), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.305036 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:18:37.310115 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:18:37.312717 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=721930c2-9a71-444b-b106-bbbfc7364acd,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:37.314912 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:18:37.396331 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (b530d3be-289c-4081-bda5-d194697e5016), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.406911 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9e469-8283-4528-abc1-4030b02d1223 req-a17b0bed-0ad5-4ec6-8c17-a3a802fc16b0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:37.408390 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c2c9e469-8283-4528-abc1-4030b02d1223 req-a17b0bed-0ad5-4ec6-8c17-a3a802fc16b0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 943 time: 0.0664358 Jul 04 04:18:37.464692 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (721930c2-9a71-444b-b106-bbbfc7364acd), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.500937 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:37.507065 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c2c9e469-8283-4528-abc1-4030b02d1223 req-646c9088-5f67-4210-a572-bc1a8f062bf4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894709 Jul 04 04:18:37.561050 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.636997 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (721930c2-9a71-444b-b106-bbbfc7364acd), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.643477 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (721930c2-9a71-444b-b106-bbbfc7364acd), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.675637 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (b530d3be-289c-4081-bda5-d194697e5016), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.694309 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=721930c2-9a71-444b-b106-bbbfc7364acd,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:37.699371 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:37.700588 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-483bf3db-0afd-434c-9afc-641ab7bd9699 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8107989 Jul 04 04:18:37.915428 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-f12fd1d5-d5ad-470e-8266-d55809c4fe80 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1737764437&fields=id&tenant_id=7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 267 time: 0.0513294 Jul 04 04:18:38.024620 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-d98b7869-00a3-44dc-88e9-6d41841a6357 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:38.026065 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-d98b7869-00a3-44dc-88e9-6d41841a6357 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 815 time: 0.1038704 Jul 04 04:18:38.045120 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-d0dc1bf5-096d-4970-8c7d-6744377591ea tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/quotas/7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 375 time: 0.0100431 Jul 04 04:18:38.099387 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-41288085-79ca-4228-abaa-a188b8919240 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484755 Jul 04 04:18:38.214859 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-ee21e11b-7da7-4848-8577-0397b660501a service neutron] 10.222.0.16 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036513 Jul 04 04:18:38.317601 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-45212c9d-ab52-43bd-bc4c-f67d69f071d4 service neutron] 10.222.0.16 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963562 Jul 04 04:18:38.491308 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-746ee91a-fd88-4f46-920f-fd9d252922ff req-02e8f4f4-1953-4676-aaa9-aaa24ee02645 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 210 time: 0.0350690 Jul 04 04:18:38.627586 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58138-36b7-45e3-9028-891760333571 req-22a55a96-6660-4f11-93dd-7a3553fe8a74 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:38.629142 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fff58138-36b7-45e3-9028-891760333571 req-22a55a96-6660-4f11-93dd-7a3553fe8a74 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 943 time: 0.0504470 Jul 04 04:18:38.687137 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fff58138-36b7-45e3-9028-891760333571 req-f4877013-fa3f-4b3d-80a6-9370931a579f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494134 Jul 04 04:18:38.819127 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f0229d6d-b68b-49d6-b734-20d13d74e25d details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:18:38.913154 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:38.935848 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f0229d6d-b68b-49d6-b734-20d13d74e25d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f0229d6d-b68b-49d6-b734-20d13d74e25d,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:18:38.948934 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'port_id': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'mac_address': 'fa:16:3e:86:e9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:18:38.983726 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port f0229d6d-b68b-49d6-b734-20d13d74e25d is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:38.984115 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:39.001947 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0229d6d-b68b-49d6-b734-20d13d74e25d {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:18:39.023425 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f0229d6d-b68b-49d6-b734-20d13d74e25d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f0229d6d-b68b-49d6-b734-20d13d74e25d,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:18:39.028116 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:39.086599 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=f0229d6d-b68b-49d6-b734-20d13d74e25d,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:39.103119 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:39.587822 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:39.617705 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['f0229d6d-b68b-49d6-b734-20d13d74e25d'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:18:39.633721 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-be2f7686-83f2-4f35-bb23-7f762409502d req-b2c74680-65c9-4a0f-883f-a95e74493dfb tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 210 time: 0.0643675 Jul 04 04:18:39.675116 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-570b766a-a9da-4be1-a610-f81cbad9b79d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:39.676665 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-570b766a-a9da-4be1-a610-f81cbad9b79d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 815 time: 0.1448109 Jul 04 04:18:39.780429 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-7f40c630-1d2a-412a-9047-d8215ce0a0b9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 472 time: 0.0777318 Jul 04 04:18:39.814119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fbaa4-7d65-436a-8e1d-384dd9d407a3 req-acfbdc79-56c5-4300-8164-e78f4bf72bbf tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:39.815650 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bc6fbaa4-7d65-436a-8e1d-384dd9d407a3 req-acfbdc79-56c5-4300-8164-e78f4bf72bbf tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 944 time: 0.0482743 Jul 04 04:18:39.861542 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'port': {'device_id': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'admin_state_up': True, 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'security_groups': ['f45924e2-88ef-4c51-aafd-5aee9349ba8b']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:39.868859 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bc6fbaa4-7d65-436a-8e1d-384dd9d407a3 req-76f1bb3f-8a1f-43d3-8664-bd2706f12061 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471921 Jul 04 04:18:40.007340 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Made reservation on behalf of 7ccd298eebe6413daaae0d801e902616 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:18:40.012113 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:40.152868 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Allocated IP 172.20.0.3 (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11/717d670b-adb3-427c-80c2-3232bb75bb0d/b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:18:40.315268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:40.320662 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:40.354564 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:40.419904 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:18:40.425339 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:18:40.431035 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:18:40.436534 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:40.437204 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:40.443750 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:40.465253 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-bed9da59-f825-45e4-913c-2ca5eb316020 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094337 Jul 04 04:18:40.539706 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Request body: {'port': {'device_id': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:40.606042 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:40.680132 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-e1930dfe-29a7-4869-828c-9291366d1b9f None None] Provisioning complete for port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:40.680718 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e1930dfe-29a7-4869-828c-9291366d1b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:40.716471 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-e1930dfe-29a7-4869-828c-9291366d1b9f None None] Port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:18:40.730384 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:40.793610 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5898913-fc0c-44c0-8d13-5cc1a1e313a6 req-cb8d9d0e-56ff-47ed-ae2d-6392914393d9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:40.795182 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b5898913-fc0c-44c0-8d13-5cc1a1e313a6 req-cb8d9d0e-56ff-47ed-ae2d-6392914393d9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 931 time: 0.0689149 Jul 04 04:18:40.902135 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b5898913-fc0c-44c0-8d13-5cc1a1e313a6 req-a60dfcd9-804c-4d62-9578-354e940163fa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964713 Jul 04 04:18:40.986617 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f0229d6d-b68b-49d6-b734-20d13d74e25d up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:18:40.986845 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:18:40.997027 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02895854-1828-4bc3-9e21-7dee0a491fd3 req-43fed8e3-bc18-4af3-9add-e8d274119ef6 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:40.997675 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Publish callbacks [] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:40.998853 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-02895854-1828-4bc3-9e21-7dee0a491fd3 req-43fed8e3-bc18-4af3-9add-e8d274119ef6 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 944 time: 0.0551498 Jul 04 04:18:41.016988 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Transition to ACTIVE for port object b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:18:41.019406 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:41.022958 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:41.041529 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port f0229d6d-b68b-49d6-b734-20d13d74e25d completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:18:41.043968 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:41.050244 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port f0229d6d-b68b-49d6-b734-20d13d74e25d triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:41.051015 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:41.071932 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-02895854-1828-4bc3-9e21-7dee0a491fd3 req-40d84ae9-478e-4024-be55-9194fae1c253 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653970 Jul 04 04:18:41.090615 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:41.132623 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Attempting to bind port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:18:41.132964 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Attempting to bind port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:18:41.133300 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Attempting to bind port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:18:41.138568 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:18:41.138885 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Attempting to bind port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:18:41.144856 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:18:41.145193 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Checking segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:18:41.145580 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Bound using segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:18:41.146005 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Bound port: b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:18:41.146410 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:41.146799 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port f0229d6d-b68b-49d6-b734-20d13d74e25d is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:41.147237 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:41.173660 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0229d6d-b68b-49d6-b734-20d13d74e25d'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:18:41.176078 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d1bd7f-61be-4284-a836-da8127877e54" -d '{"events": [{"server_uuid": "bc36b6d5-12c0-48bd-9aee-afdef9e38c2d", "name": "network-vif-plugged", "status": "completed", "tag": "f0229d6d-b68b-49d6-b734-20d13d74e25d"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:18:41.190026 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f0229d6d-b68b-49d6-b734-20d13d74e25d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f0229d6d-b68b-49d6-b734-20d13d74e25d,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:18:41.196195 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:41.226397 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee906bed-7641-411e-992a-d6c951f5cf1d x-openstack-request-id: req-ee906bed-7641-411e-992a-d6c951f5cf1d {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:18:41.226702 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc36b6d5-12c0-48bd-9aee-afdef9e38c2d", "name": "network-vif-plugged", "status": "completed", "tag": "f0229d6d-b68b-49d6-b734-20d13d74e25d", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:18:41.226951 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee906bed-7641-411e-992a-d6c951f5cf1d {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:18:41.227059 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] For port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:18:41.227343 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee906bed-7641-411e-992a-d6c951f5cf1d'] response: {'server_uuid': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'code': 200} Jul 04 04:18:41.230583 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] For port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:18:41.238056 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:41.260755 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=f0229d6d-b68b-49d6-b734-20d13d74e25d,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:41.280117 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:41.280596 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:41.282013 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] 10.222.0.59 "PUT /v2.0/ports/b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da HTTP/1.1" status: 200 len: 1093 time: 0.7468605 Jul 04 04:18:41.282617 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'tag': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:18:41.285056 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a63c2b-cbc8-42de-9980-e5008982d5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c03c5904-d825-409f-a638-bb9ce914aec3", "tag": "b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:18:41.307103 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1c6df-cdff-42cf-ad3f-b07339495253 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:41.343763 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e15255-ed6b-46b9-b55a-d48d0bc36795 x-openstack-request-id: req-39e15255-ed6b-46b9-b55a-d48d0bc36795 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:18:41.344231 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03c5904-d825-409f-a638-bb9ce914aec3", "tag": "b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:18:41.344706 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39e15255-ed6b-46b9-b55a-d48d0bc36795 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:18:41.345392 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e15255-ed6b-46b9-b55a-d48d0bc36795'] response: {'name': 'network-changed', 'server_uuid': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'tag': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da', 'status': 'completed', 'code': 200} Jul 04 04:18:41.489202 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:41.500019 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-24486759-9954-4d0e-8737-74b8c54d564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:41.501711 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-24486759-9954-4d0e-8737-74b8c54d564d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 1127 time: 0.0532882 Jul 04 04:18:41.552111 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-7f735dc9-0bb8-4829-a9e8-bfa4694a7157 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da HTTP/1.1" status: 200 len: 217 time: 0.0344324 Jul 04 04:18:41.567485 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1078860-cc2a-4993-b266-d0ef9cca5a9f req-55fb88b0-f46d-4de1-b06f-60a7a76b4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:41.568982 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b1078860-cc2a-4993-b266-d0ef9cca5a9f req-55fb88b0-f46d-4de1-b06f-60a7a76b4465 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 1129 time: 0.0404155 Jul 04 04:18:41.613332 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-cc86e360-1f3c-4a8f-86ca-824fc26de666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:41.614851 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-cc86e360-1f3c-4a8f-86ca-824fc26de666 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0473406 Jul 04 04:18:41.626454 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b1078860-cc2a-4993-b266-d0ef9cca5a9f req-102e59ff-e52a-41db-8e8a-6323a6f6d3ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440750 Jul 04 04:18:42.031064 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19590aa2-51c5-4e35-ab01-f47c2691a86f req-34fa8b38-f2d0-44ce-94a9-8afc764575df tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:42.032546 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19590aa2-51c5-4e35-ab01-f47c2691a86f req-34fa8b38-f2d0-44ce-94a9-8afc764575df tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 943 time: 0.0492654 Jul 04 04:18:42.101526 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19590aa2-51c5-4e35-ab01-f47c2691a86f req-a5f18d62-8ff7-4c63-94be-5a3f611231cf tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630524 Jul 04 04:18:42.171119 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-4b2362f0-363b-4474-91b8-67dd25ecc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:42.172672 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-4b2362f0-363b-4474-91b8-67dd25ecc575 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438583 Jul 04 04:18:42.197450 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-f1014943-e7f7-4796-a1e5-fad0c45a942e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684361 Jul 04 04:18:42.215335 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c312d13-93c1-4fa6-a697-c5f69c3fc2b4 req-0c599315-04ba-407c-9c19-27b93e8ec4a5 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:42.216753 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2c312d13-93c1-4fa6-a697-c5f69c3fc2b4 req-0c599315-04ba-407c-9c19-27b93e8ec4a5 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 945 time: 0.0527554 Jul 04 04:18:42.265444 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-366ad3b5-380c-4237-833b-2db0ec2622ad service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854630 Jul 04 04:18:42.277196 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2c312d13-93c1-4fa6-a697-c5f69c3fc2b4 req-db85e254-d8e7-424f-bd96-3c7b78b00147 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543642 Jul 04 04:18:42.933195 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-f2a33552-4581-48f0-b427-96805d7a60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:42.934669 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-f2a33552-4581-48f0-b427-96805d7a60bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 1130 time: 0.0504811 Jul 04 04:18:42.984429 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:42.985209 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f4c5f6e1-e205-4b4f-805f-8ea34094750a req-f3446013-3335-4454-afd1-1391ed4115b0 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009135 Jul 04 04:18:43.066006 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-33782565-edf7-49d2-85a2-02a3a6d45dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:43.067585 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-33782565-edf7-49d2-85a2-02a3a6d45dcd service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.1016757 Jul 04 04:18:43.184665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:43.223174 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e165-1edb-4d97-8c09-4261f6a46f46 req-08668da3-a935-4261-a73a-7b891daa5fd7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:43.224755 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c3f2e165-1edb-4d97-8c09-4261f6a46f46 req-08668da3-a935-4261-a73a-7b891daa5fd7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 943 time: 0.0494113 Jul 04 04:18:43.283584 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c3f2e165-1edb-4d97-8c09-4261f6a46f46 req-38a3ed4f-49e8-4e8c-a7da-5abd866c5f97 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Jul 04 04:18:43.409882 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08654-c91b-49fb-9144-b37feb57804b req-cbd0aca7-d69b-4452-b2b7-0be56a6ae6c1 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:43.411984 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e0f08654-c91b-49fb-9144-b37feb57804b req-cbd0aca7-d69b-4452-b2b7-0be56a6ae6c1 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 945 time: 0.0616274 Jul 04 04:18:43.426490 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:43.478504 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e0f08654-c91b-49fb-9144-b37feb57804b req-cc99aed6-25ad-40f2-8876-f9f5b69866e6 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597537 Jul 04 04:18:44.020789 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:44.417265 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df3d0f-59d5-4ff7-b310-26b7ddebdec3 req-86cea413-4673-4439-ab6f-01dd4278cfa2 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:44.418963 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c7df3d0f-59d5-4ff7-b310-26b7ddebdec3 req-86cea413-4673-4439-ab6f-01dd4278cfa2 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 943 time: 0.0615108 Jul 04 04:18:44.471792 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c7df3d0f-59d5-4ff7-b310-26b7ddebdec3 req-11560fbc-6fd7-40f0-91fd-355e4d7e3fd1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Jul 04 04:18:44.608274 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e4cfb-034f-43de-8a89-590ed5029f09 req-cdb62f86-a159-460e-b2cc-14d6b99dd9d2 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:44.609621 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e69e4cfb-034f-43de-8a89-590ed5029f09 req-cdb62f86-a159-460e-b2cc-14d6b99dd9d2 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 945 time: 0.0478532 Jul 04 04:18:44.665113 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e69e4cfb-034f-43de-8a89-590ed5029f09 req-83bc0aae-4ad9-4199-88e3-2702da06575a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497072 Jul 04 04:18:45.603106 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de95c0-d24a-4d1a-89fa-9e5c42928d62 req-614bac6d-b78e-4655-bd73-fb4ca64cb05b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:45.604610 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-94de95c0-d24a-4d1a-89fa-9e5c42928d62 req-614bac6d-b78e-4655-bd73-fb4ca64cb05b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 943 time: 0.0504184 Jul 04 04:18:45.657804 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-94de95c0-d24a-4d1a-89fa-9e5c42928d62 req-768edfad-04c1-4d6c-98fa-d04dc640f142 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446248 Jul 04 04:18:45.783272 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed1525-e8be-49fa-9464-1331546bdddf req-94a9e309-6c1a-4d64-bb92-01d229d1f417 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:45.784637 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-47ed1525-e8be-49fa-9464-1331546bdddf req-94a9e309-6c1a-4d64-bb92-01d229d1f417 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 945 time: 0.0502763 Jul 04 04:18:45.834055 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-47ed1525-e8be-49fa-9464-1331546bdddf req-5b331ffd-9a85-43a2-bb6b-fcfffc384f9a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437009 Jul 04 04:18:46.405928 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-79a57268-6389-4728-bc3d-df633c59d9c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0de8d78e-8696-4840-bc1b-e94f52bb4eb1 HTTP/1.1" status: 200 len: 217 time: 0.0431507 Jul 04 04:18:46.447796 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-670b0b14-7b5d-4bbc-8d7a-ddd3fc0aff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:46.449346 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-670b0b14-7b5d-4bbc-8d7a-ddd3fc0aff54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 1127 time: 0.0447290 Jul 04 04:18:46.780458 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b75f6-804c-4af7-b232-c670a4ba6475 req-3eab10b9-796f-433b-bc12-0258c8305f49 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:46.781930 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a5b75f6-804c-4af7-b232-c670a4ba6475 req-3eab10b9-796f-433b-bc12-0258c8305f49 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 943 time: 0.0548897 Jul 04 04:18:46.845056 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a5b75f6-804c-4af7-b232-c670a4ba6475 req-fec18ef2-1d61-4081-9a6e-7690c5b5c76f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548074 Jul 04 04:18:46.985242 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543a927-4844-4c3b-b93a-c8bb5b29ff0e req-d8fc2d34-203b-4eed-aabf-4b36f20b0401 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:46.986685 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d543a927-4844-4c3b-b93a-c8bb5b29ff0e req-d8fc2d34-203b-4eed-aabf-4b36f20b0401 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 945 time: 0.0864282 Jul 04 04:18:47.000964 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-f7551f7d-56fc-4725-95fe-cf27a4d6157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:47.002431 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-f7551f7d-56fc-4725-95fe-cf27a4d6157d service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 916 time: 0.0943253 Jul 04 04:18:47.015821 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-391e0b03-cd47-475c-88e2-045704383aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:47.017259 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-391e0b03-cd47-475c-88e2-045704383aa5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0770068 Jul 04 04:18:47.042412 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-7f228ed0-e1fa-4fcd-ae4a-45fadb4eccb0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da HTTP/1.1" status: 200 len: 217 time: 0.0332298 Jul 04 04:18:47.081914 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d543a927-4844-4c3b-b93a-c8bb5b29ff0e req-d504dc73-bf88-4b73-9093-ce0dd3193aaa tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871563 Jul 04 04:18:47.083020 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-738f5885-527a-45ae-9eb2-847368038030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:47.084531 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-738f5885-527a-45ae-9eb2-847368038030 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603426 Jul 04 04:18:47.091493 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-17be704f-265d-4bc5-a36c-07029b904e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:47.092933 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-17be704f-265d-4bc5-a36c-07029b904e0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0448995 Jul 04 04:18:47.134834 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:47.142194 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-1522a7a8-5518-4fb9-b70f-25d192c6af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:47.143753 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-1522a7a8-5518-4fb9-b70f-25d192c6af43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445418 Jul 04 04:18:47.186221 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-afb795e3-0047-4311-93ff-aafe5f05adcc service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956194 Jul 04 04:18:47.252875 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a224-3f5f-480b-8b0e-f731000b26d2 req-574b5f88-3754-4816-8e34-075cb44644fa tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:47.254360 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e679a224-3f5f-480b-8b0e-f731000b26d2 req-574b5f88-3754-4816-8e34-075cb44644fa tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 945 time: 0.0965025 Jul 04 04:18:47.279938 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ed644bf-9d13-48da-8a45-f0b2cd1364a6 req-75c5129a-cabc-445a-964b-3d777cf656b0 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875483 Jul 04 04:18:47.291314 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-b31d32bd-54ad-4191-afc3-d5c658ece0f6 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414797 Jul 04 04:18:47.341756 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e679a224-3f5f-480b-8b0e-f731000b26d2 req-6a9a9b0e-74ca-4ceb-9152-3e06bafaf28f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807831 Jul 04 04:18:47.366911 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33152) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:47.415218 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6a63c2b-cbc8-42de-9980-e5008982d5a6 req-ca47eb19-c65b-446b-a50c-9f035afeeb0c service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135352 Jul 04 04:18:47.514512 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff99dc-9af9-48e6-a8af-17da7792fd5f tempest-TestVolumeBootPattern-1058872598 tempest-TestVolumeBootPattern-1058872598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:47.515958 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-15ff99dc-9af9-48e6-a8af-17da7792fd5f tempest-TestVolumeBootPattern-1058872598 tempest-TestVolumeBootPattern-1058872598-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 1124 time: 0.1480098 Jul 04 04:18:47.519056 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33156) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:47.523261 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'port_id': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:47.551257 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:47.636918 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:47.686332 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:47.760107 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Allocated IP 172.27.1.202 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/eac4ffb0-782d-44ed-8875-0800bb3cd018) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:18:47.833498 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:47.871386 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for port (eac4ffb0-782d-44ed-8875-0800bb3cd018), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:47.904743 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (eac4ffb0-782d-44ed-8875-0800bb3cd018), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:47.975740 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:18:47.986515 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:18:47.989167 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:18:47.994221 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'Port': ['ID=eac4ffb0-782d-44ed-8875-0800bb3cd018,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:48.024400 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54e458-d57c-483c-bdc9-c104f20a63a9 req-9e52ee2b-c5a9-4fe7-9736-3ccf3c4a8ebf tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:48.025906 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dc54e458-d57c-483c-bdc9-c104f20a63a9 req-9e52ee2b-c5a9-4fe7-9736-3ccf3c4a8ebf tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 943 time: 0.0975616 Jul 04 04:18:48.123755 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dc54e458-d57c-483c-bdc9-c104f20a63a9 req-7ac385e6-17bb-46de-af4c-a08cbd566c54 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918007 Jul 04 04:18:48.402486 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:48.479076 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (eac4ffb0-782d-44ed-8875-0800bb3cd018), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:48.511587 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:48.635151 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for port (eac4ffb0-782d-44ed-8875-0800bb3cd018), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:48.642596 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (eac4ffb0-782d-44ed-8875-0800bb3cd018), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:48.682716 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:48.715092 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'Port': ['ID=eac4ffb0-782d-44ed-8875-0800bb3cd018,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:48.730321 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:48.830689 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Floating IP 7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6 associated. External IP: 172.27.1.202, port: f0229d6d-b68b-49d6-b734-20d13d74e25d. Jul 04 04:18:48.967600 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:18:49.076475 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:18:49.088609 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'port_id': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da', 'mac_address': 'fa:16:3e:1f:55:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:18:49.124584 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:49.124941 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:49.139021 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:18:49.162973 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:18:49.170475 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:49.220424 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:49.249750 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5b1f-8ce0-4f76-9795-80408a98a55d req-8efc40e0-431e-4666-90c8-45d1ac0940b3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:49.251960 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e62e5b1f-8ce0-4f76-9795-80408a98a55d req-8efc40e0-431e-4666-90c8-45d1ac0940b3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 944 time: 0.0522983 Jul 04 04:18:49.275373 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:18:49.299044 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e62e5b1f-8ce0-4f76-9795-80408a98a55d req-ec6d82aa-2f6c-40a4-bb98-e71f9877e2eb tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Jul 04 04:18:49.373710 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:18:49.384141 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] Sync routers for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:18:49.394426 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:49.395293 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:18:49.395901 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:18:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:49.428371 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-223a28ce-8eb7-4b2a-86ef-b8dc7889e8de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9082866 Jul 04 04:18:49.429001 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'tag': 'f0229d6d-b68b-49d6-b734-20d13d74e25d'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:18:49.431559 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc36b6d5-12c0-48bd-9aee-afdef9e38c2d", "tag": "f0229d6d-b68b-49d6-b734-20d13d74e25d"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:18:49.472776 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c7b712-9608-4fc2-ae01-e614902f8054 x-openstack-request-id: req-a6c7b712-9608-4fc2-ae01-e614902f8054 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:18:49.473065 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc36b6d5-12c0-48bd-9aee-afdef9e38c2d", "tag": "f0229d6d-b68b-49d6-b734-20d13d74e25d", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:18:49.473300 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6c7b712-9608-4fc2-ae01-e614902f8054 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:18:49.473704 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c7b712-9608-4fc2-ae01-e614902f8054'] response: {'name': 'network-changed', 'server_uuid': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'tag': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'status': 'completed', 'code': 200} Jul 04 04:18:49.502087 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:18:49.553152 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:49.565658 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-7743352a-4f63-43d6-a18a-d31ec042926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:49.567275 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-7743352a-4f63-43d6-a18a-d31ec042926d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 1129 time: 0.0477643 Jul 04 04:18:49.664181 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-6314293f-03b6-4f2a-8601-ac663def6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:49.665668 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-6314293f-03b6-4f2a-8601-ac663def6bd5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.0903754 Jul 04 04:18:49.694278 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:18:49.839014 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:49.842050 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:49.944802 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:86:e9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:18:48Z', 'updated_at': '2022-07-04T04:18:48Z', 'revision_number': 0, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:49.961636 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-8c65ea00-cafb-4036-93ac-f0fd9a68fd48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0229d6d-b68b-49d6-b734-20d13d74e25d HTTP/1.1" status: 200 len: 999 time: 0.2894871 Jul 04 04:18:49.978039 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] Checking router: c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:18:49.992308 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:18:49.992906 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:18:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:50.011840 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-d3ec0e56-177f-4a64-b030-a86457afe462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:50.013636 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-d3ec0e56-177f-4a64-b030-a86457afe462 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.0453479 Jul 04 04:18:50.057789 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-24dce4fc-1dc3-44e1-8afd-f8d37860b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:50.059436 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-24dce4fc-1dc3-44e1-8afd-f8d37860b680 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395443 Jul 04 04:18:50.103019 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:18:50.155168 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-0c864052-0ae7-4d4d-a125-54f2a6085c3e service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889893 Jul 04 04:18:50.247617 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-384c0030-f9d2-42ce-a2a2-3e61f0b598d1 req-75639369-fc88-4770-aa8c-77b926727dfe service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 Jul 04 04:18:50.321042 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:86:e9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:18:48Z', 'updated_at': '2022-07-04T04:18:48Z', 'revision_number': 0, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:50.347802 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d52c9-1949-4c97-a511-f86a2992940e None None] The sync data for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi is: [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:86:e9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:18:48Z', 'updated_at': '2022-07-04T04:18:48Z', 'revision_number': 0, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:18:50.424696 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70563bd-a4b2-4e1c-884b-8397f62e8233 req-5143464a-f1ee-444b-82bd-3ae30074a78e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:50.426276 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b70563bd-a4b2-4e1c-884b-8397f62e8233 req-5143464a-f1ee-444b-82bd-3ae30074a78e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 944 time: 0.0562317 Jul 04 04:18:50.479069 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b70563bd-a4b2-4e1c-884b-8397f62e8233 req-5d76e6ee-72e0-4b5a-841d-15b9fd114c33 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466597 Jul 04 04:18:50.557926 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bfb139-c274-4452-8ba7-0c6bb0145ed5 None None] New status for floating IP 7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:18:51.462354 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:18:51.512082 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:18:51.520935 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:18:51.521342 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:51.599848 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:18:51.600225 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:51.605175 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b5dff-2846-4a9b-8ae1-83d7fed480ba req-eeb39a95-47cf-47e2-b128-c08ca14a22c3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:51.606714 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a79b5dff-2846-4a9b-8ae1-83d7fed480ba req-eeb39a95-47cf-47e2-b128-c08ca14a22c3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 944 time: 0.0505929 Jul 04 04:18:51.624191 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:18:51.626569 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad3cad9-af44-4a3b-bbca-9ca9c000dd93" -d '{"events": [{"server_uuid": "c03c5904-d825-409f-a638-bb9ce914aec3", "name": "network-vif-plugged", "status": "completed", "tag": "b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:18:51.641845 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:18:51.648555 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:51.667497 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a79b5dff-2846-4a9b-8ae1-83d7fed480ba req-d792ec19-37bb-49cb-8b9e-a6cb8649b3c9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550110 Jul 04 04:18:51.671719 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5b364c-287e-4cfd-b2f0-8e32d239fccf x-openstack-request-id: req-dc5b364c-287e-4cfd-b2f0-8e32d239fccf {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:18:51.672002 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03c5904-d825-409f-a638-bb9ce914aec3", "name": "network-vif-plugged", "status": "completed", "tag": "b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:18:51.672249 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc5b364c-287e-4cfd-b2f0-8e32d239fccf {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:18:51.672641 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5b364c-287e-4cfd-b2f0-8e32d239fccf'] response: {'server_uuid': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da', 'code': 200} Jul 04 04:18:51.697346 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:18:51.878593 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:51.886658 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30638c0-d94d-4374-ab6f-2d22e0512b82 req-d65f4c5d-51b1-465a-b15b-b6c50cf9b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:51.888667 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b30638c0-d94d-4374-ab6f-2d22e0512b82 req-d65f4c5d-51b1-465a-b15b-b6c50cf9b690 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 1129 time: 0.0420499 Jul 04 04:18:51.953647 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b30638c0-d94d-4374-ab6f-2d22e0512b82 req-627302e6-71b5-4b00-84d4-8238af939def service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Jul 04 04:18:52.789886 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3fafb-26f0-4ae4-b347-117db7f1d1c5 req-cfa80af0-ad99-44cd-a418-42b0f0ef0cc4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:52.791429 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bea3fafb-26f0-4ae4-b347-117db7f1d1c5 req-cfa80af0-ad99-44cd-a418-42b0f0ef0cc4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 945 time: 0.0531507 Jul 04 04:18:52.842896 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bea3fafb-26f0-4ae4-b347-117db7f1d1c5 req-113567b9-bd46-4044-a117-2452976bf5e9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458412 Jul 04 04:18:53.969840 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca2335-1054-4a2b-b28b-6b8805c0f35c req-c1fd9ece-8733-42bd-8614-0dacbc20dbc0 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:53.971239 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-caca2335-1054-4a2b-b28b-6b8805c0f35c req-c1fd9ece-8733-42bd-8614-0dacbc20dbc0 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 945 time: 0.0494387 Jul 04 04:18:54.011432 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:54.019807 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-caca2335-1054-4a2b-b28b-6b8805c0f35c req-a7bd711c-bd15-4282-985b-671d7fab4fa1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429480 Jul 04 04:18:54.134737 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb700-30ee-42e1-a62a-8a6ddc7ad2e5 req-469293d3-0719-4008-808c-38177c643fe2 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:54.136184 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-56adb700-30ee-42e1-a62a-8a6ddc7ad2e5 req-469293d3-0719-4008-808c-38177c643fe2 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 945 time: 0.0522418 Jul 04 04:18:54.148863 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33182) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:18:54.153313 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-2aae1d62-b448-443a-9883-18d6a188a1de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'floatingip': {'port_id': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:18:54.208133 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2aae1d62-b448-443a-9883-18d6a188a1de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (b530d3be-289c-4081-bda5-d194697e5016), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:54.584575 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:54.647910 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2aae1d62-b448-443a-9883-18d6a188a1de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:54.654174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2aae1d62-b448-443a-9883-18d6a188a1de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (b530d3be-289c-4081-bda5-d194697e5016), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:54.751806 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-2aae1d62-b448-443a-9883-18d6a188a1de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Floating IP b530d3be-289c-4081-bda5-d194697e5016 associated. External IP: 172.27.1.191, port: b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da. Jul 04 04:18:54.961786 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aae1d62-b448-443a-9883-18d6a188a1de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:18:55.068907 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae1d62-b448-443a-9883-18d6a188a1de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:18:55.074332 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2aae1d62-b448-443a-9883-18d6a188a1de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:18:55.079100 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:18:55.090776 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:18:55.091527 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:18:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:55.106590 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2aae1d62-b448-443a-9883-18d6a188a1de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "PUT /v2.0/floatingips/b530d3be-289c-4081-bda5-d194697e5016 HTTP/1.1" status: 200 len: 991 time: 0.9565461 Jul 04 04:18:55.107215 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'tag': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:18:55.109628 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de980e8-25e4-41b6-9ebe-63856d489df4" -d '{"events": [{"name": "network-changed", "server_uuid": "c03c5904-d825-409f-a638-bb9ce914aec3", "tag": "b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:18:55.145526 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06cf2f2-9df9-4eef-b667-6483cdf70c92 x-openstack-request-id: req-e06cf2f2-9df9-4eef-b667-6483cdf70c92 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:18:55.145896 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03c5904-d825-409f-a638-bb9ce914aec3", "tag": "b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:18:55.146213 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e06cf2f2-9df9-4eef-b667-6483cdf70c92 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:18:55.146730 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06cf2f2-9df9-4eef-b667-6483cdf70c92'] response: {'name': 'network-changed', 'server_uuid': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'tag': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da', 'status': 'completed', 'code': 200} Jul 04 04:18:55.184884 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:55.190912 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:55.192987 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:18:55.251977 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-835f1983-e861-4746-98a5-b337c5d85b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:55.253498 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-835f1983-e861-4746-98a5-b337c5d85b37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 1129 time: 0.0413837 Jul 04 04:18:55.349097 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-2b01e8ce-309c-41ef-b42e-156f36db49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:55.350920 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-2b01e8ce-309c-41ef-b42e-156f36db49b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 916 time: 0.0907927 Jul 04 04:18:55.411119 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '6b57eea6-6515-490b-9dfb-ce8a1e3d6574', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:14:43Z', 'updated_at': '2022-07-04T04:15:54Z', 'revision_number': 2, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}, {'id': 'b530d3be-289c-4081-bda5-d194697e5016', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:1f:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:18:37Z', 'updated_at': '2022-07-04T04:18:54Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:55.416088 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-c69f39b0-787b-4632-a2a2-608a56794ec0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da HTTP/1.1" status: 200 len: 999 time: 0.0574028 Jul 04 04:18:55.435799 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:18:55.444431 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:18:55.445026 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:18:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:55.469359 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-47f573a0-607e-4a84-99d1-c8a90461cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:55.470846 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-47f573a0-607e-4a84-99d1-c8a90461cf38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0446873 Jul 04 04:18:55.524023 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-dc2bd4c4-363e-4052-83cf-a5a621fc8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:18:55.525485 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-dc2bd4c4-363e-4052-83cf-a5a621fc8552 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464375 Jul 04 04:18:55.547001 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:18:55.561029 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:18:55.625627 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-29da78f7-2035-4273-b231-bc76d49fca29 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854673 Jul 04 04:18:55.720982 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9de980e8-25e4-41b6-9ebe-63856d489df4 req-b50b26a1-52ab-402b-86f0-787d1a5557c5 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893123 Jul 04 04:18:55.764815 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '6b57eea6-6515-490b-9dfb-ce8a1e3d6574', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:14:43Z', 'updated_at': '2022-07-04T04:15:54Z', 'revision_number': 2, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}, {'id': 'b530d3be-289c-4081-bda5-d194697e5016', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:1f:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:18:37Z', 'updated_at': '2022-07-04T04:18:54Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:18:55.789834 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f77e216-7e11-41c4-9fc8-a5343c770920 None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '6b57eea6-6515-490b-9dfb-ce8a1e3d6574', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:14:43Z', 'updated_at': '2022-07-04T04:15:54Z', 'revision_number': 2, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}, {'id': 'b530d3be-289c-4081-bda5-d194697e5016', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:1f:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:18:37Z', 'updated_at': '2022-07-04T04:18:54Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:18:55.976193 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102051ec-ca22-435d-9867-8fa091a54693 None None] New status for floating IP b530d3be-289c-4081-bda5-d194697e5016: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:18:58.693849 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:19:04.078238 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0b87f287-e68e-422a-81df-55c19eb427f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:05.101060 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=52 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:05.103116 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:05.716364 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=65 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:05.718571 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=19 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:06.197357 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-59d14f55-a06b-4fe2-8ea0-aea1c969d344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:07.569236 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:08.688008 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:08.688776 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:08.878165 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:09.098891 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:09.624090 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59622f22-a77d-45f6-82f9-5d30532e8665 req-3a488230-db8a-4279-919c-f15af7e96e48 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:09.626568 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-59622f22-a77d-45f6-82f9-5d30532e8665 req-3a488230-db8a-4279-919c-f15af7e96e48 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0571399 Jul 04 04:19:09.644788 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-aafe8525-d41e-4409-ac69-09afd9c62e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:09.646427 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-aafe8525-d41e-4409-ac69-09afd9c62e47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c487ee37e54042d680eccb72b046bb55&device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 1168 time: 0.0418644 Jul 04 04:19:09.690422 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-59622f22-a77d-45f6-82f9-5d30532e8665 req-b2997913-a21b-42a8-bd47-1d377e54b20c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568526 Jul 04 04:19:09.753970 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-44d43f51-1846-495f-9c2f-277c86e85dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:09.755475 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-44d43f51-1846-495f-9c2f-277c86e85dec service neutron] 10.222.0.59 "GET /v2.0/networks?id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c HTTP/1.1" status: 200 len: 914 time: 0.0985839 Jul 04 04:19:09.825938 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-6a390c99-67e1-4024-a86c-ef6f7b80e8aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 200 len: 1001 time: 0.0617230 Jul 04 04:19:09.881125 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-018a225c-ce0f-41b8-8f44-aea832cc81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:09.882597 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-018a225c-ce0f-41b8-8f44-aea832cc81c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f59e1ba-dabc-4843-8164-134901eb233e HTTP/1.1" status: 200 len: 852 time: 0.0476434 Jul 04 04:19:09.934703 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-3e7a0c4a-4038-418e-a736-7bba6b01130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:09.936799 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-3e7a0c4a-4038-418e-a736-7bba6b01130e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444329 Jul 04 04:19:10.038062 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-134ed7ea-dea0-4ecf-a0a6-32d72a2622ae service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930171 Jul 04 04:19:10.151874 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2321fc9f-736f-40d5-9939-a21e9da313f5 req-26da4937-5d35-4a28-b4ba-cf1761e4fa66 service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035073 Jul 04 04:19:10.813938 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59d342-97a8-45e7-81f3-8c32ca9983c1 req-169f1a17-e312-46c0-a2c1-00666c6d0190 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:10.815473 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bf59d342-97a8-45e7-81f3-8c32ca9983c1 req-169f1a17-e312-46c0-a2c1-00666c6d0190 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0541732 Jul 04 04:19:10.886824 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bf59d342-97a8-45e7-81f3-8c32ca9983c1 req-e7217e7b-136e-43a4-8afe-fa1fe8fc52f3 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619612 Jul 04 04:19:12.016924 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb458da2-af09-45d1-83cb-f5525a801428 req-c43c8f0e-c7c9-48a0-8eab-2842ae12658c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:12.018414 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fb458da2-af09-45d1-83cb-f5525a801428 req-c43c8f0e-c7c9-48a0-8eab-2842ae12658c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0540097 Jul 04 04:19:12.080837 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fb458da2-af09-45d1-83cb-f5525a801428 req-e3d12ba2-a686-4bdb-acf7-f95161096c49 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565522 Jul 04 04:19:13.212973 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075bfbd-179b-4858-82ea-ac0055791842 req-eac269ec-5a58-4352-8f0b-15507476cada tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:13.214403 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8075bfbd-179b-4858-82ea-ac0055791842 req-eac269ec-5a58-4352-8f0b-15507476cada tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0537660 Jul 04 04:19:13.277417 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8075bfbd-179b-4858-82ea-ac0055791842 req-49845d78-9156-4815-8850-3b749569f303 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568006 Jul 04 04:19:13.995796 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:14.410622 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83211f2d-78ff-4e1a-bbe9-daea4865ed4e req-d53e12d4-57c5-4d46-b61c-9ced6b9c17ca tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:14.412079 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83211f2d-78ff-4e1a-bbe9-daea4865ed4e req-d53e12d4-57c5-4d46-b61c-9ced6b9c17ca tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0550401 Jul 04 04:19:14.476342 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83211f2d-78ff-4e1a-bbe9-daea4865ed4e req-04786f11-b644-4b3b-a5be-b4e16c9eb92c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557184 Jul 04 04:19:15.357222 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33006d8-6b88-423a-b200-89b9ee67adb4 req-041a566c-8f52-47b9-be39-db8b9c232ee2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:15.358764 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f33006d8-6b88-423a-b200-89b9ee67adb4 req-041a566c-8f52-47b9-be39-db8b9c232ee2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0501611 Jul 04 04:19:15.409336 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f33006d8-6b88-423a-b200-89b9ee67adb4 req-a02f41c8-9259-456c-ac82-e22414779d65 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425155 Jul 04 04:19:15.604529 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01ad4e-0969-424c-927c-8b8fb2e62ee8 req-7f7b26df-ac28-4857-b012-9cf1ba615772 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:15.606845 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-db01ad4e-0969-424c-927c-8b8fb2e62ee8 req-7f7b26df-ac28-4857-b012-9cf1ba615772 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0487692 Jul 04 04:19:15.673558 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-db01ad4e-0969-424c-927c-8b8fb2e62ee8 req-257a6a22-3b16-4bfb-ad0f-f452ed0e0691 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607078 Jul 04 04:19:16.544464 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb5836-c7d6-4b62-9e56-f1ad6d86b9f6 req-1e42fff8-21f5-4319-b946-9f3f24a727a3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:16.545945 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-affb5836-c7d6-4b62-9e56-f1ad6d86b9f6 req-1e42fff8-21f5-4319-b946-9f3f24a727a3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0572639 Jul 04 04:19:16.602116 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-affb5836-c7d6-4b62-9e56-f1ad6d86b9f6 req-562985df-8374-41c6-9014-0e1b07a6bc3a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472314 Jul 04 04:19:16.791807 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc316e-8b6a-4fa6-b5ba-b620e1a44185 req-b5ea79bb-a25f-4521-b274-125b312513e3 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:16.793298 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d2fc316e-8b6a-4fa6-b5ba-b620e1a44185 req-b5ea79bb-a25f-4521-b274-125b312513e3 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0484662 Jul 04 04:19:16.861014 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d2fc316e-8b6a-4fa6-b5ba-b620e1a44185 req-4fa06632-bf6d-4b09-8a86-038ee4bbbb1b tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583093 Jul 04 04:19:17.736869 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e9ce8-b966-4102-8c89-4bc7b36ce5e2 req-db08bbca-1fe9-4277-9d7d-2baac94b535a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:17.738340 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-377e9ce8-b966-4102-8c89-4bc7b36ce5e2 req-db08bbca-1fe9-4277-9d7d-2baac94b535a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0524888 Jul 04 04:19:17.789574 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-377e9ce8-b966-4102-8c89-4bc7b36ce5e2 req-17614976-1a49-45b5-a912-015557cd7efa tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Jul 04 04:19:17.996320 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5db68c-150f-4d99-a012-b5660c76bd79 req-cc33453c-3f7b-4b32-b9cc-17eda57917b3 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:17.997769 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7b5db68c-150f-4d99-a012-b5660c76bd79 req-cc33453c-3f7b-4b32-b9cc-17eda57917b3 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0514038 Jul 04 04:19:18.065390 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7b5db68c-150f-4d99-a012-b5660c76bd79 req-f5b49252-8781-4c27-a4aa-067f78175464 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597608 Jul 04 04:19:18.907238 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:18.918324 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52475f59-a54b-4f47-968e-d6512f42c61b req-c94089c7-0477-4a9c-9613-0e06da13f0fa tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:18.919836 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-52475f59-a54b-4f47-968e-d6512f42c61b req-c94089c7-0477-4a9c-9613-0e06da13f0fa tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0482886 Jul 04 04:19:18.940403 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:18.968091 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-52475f59-a54b-4f47-968e-d6512f42c61b req-332b068c-3fec-469e-b721-03d6fdaa7107 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424752 Jul 04 04:19:19.202087 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4301e77-0d77-481d-b18b-1ba6a2ad2a30 req-35d528f7-d414-40ba-a8eb-010b6de588ad tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:19.203489 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4301e77-0d77-481d-b18b-1ba6a2ad2a30 req-35d528f7-d414-40ba-a8eb-010b6de588ad tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0597622 Jul 04 04:19:19.277063 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f4301e77-0d77-481d-b18b-1ba6a2ad2a30 req-223eeb9e-822b-4fc1-995e-e6f74a3c1145 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658329 Jul 04 04:19:20.113113 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f9481-35a8-4a91-96c0-f6dfd90515cb req-5610492a-075f-4f18-80b6-cbcbbf6d8717 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:20.114705 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c40f9481-35a8-4a91-96c0-f6dfd90515cb req-5610492a-075f-4f18-80b6-cbcbbf6d8717 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0556970 Jul 04 04:19:20.170171 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c40f9481-35a8-4a91-96c0-f6dfd90515cb req-d9dbc2a7-14e2-4a5b-bb25-a90c67d52b84 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480859 Jul 04 04:19:20.397264 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1e356-8b6b-4dff-983b-3c4898abbf09 req-62d4940e-545f-4070-ac01-c8bd0045b3fc tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:20.398814 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34a1e356-8b6b-4dff-983b-3c4898abbf09 req-62d4940e-545f-4070-ac01-c8bd0045b3fc tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0492768 Jul 04 04:19:20.460534 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34a1e356-8b6b-4dff-983b-3c4898abbf09 req-866798b9-2d16-49f9-a4e5-fb9dc2166a8b tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557339 Jul 04 04:19:21.312341 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c85f9-d5bc-410b-b74a-7d4299668b2f req-bbef70b3-dc32-4ce6-ab9a-8ac986800d91 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:21.313724 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-240c85f9-d5bc-410b-b74a-7d4299668b2f req-bbef70b3-dc32-4ce6-ab9a-8ac986800d91 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0538435 Jul 04 04:19:21.360655 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-240c85f9-d5bc-410b-b74a-7d4299668b2f req-bb8cccbf-45ee-4345-8ba1-41d169909fdd tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412691 Jul 04 04:19:21.588663 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9250ca-329a-4b54-b011-d12199c2c696 req-9a23b3a0-3a29-46d4-9c17-e829b091d98d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:21.590012 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5a9250ca-329a-4b54-b011-d12199c2c696 req-9a23b3a0-3a29-46d4-9c17-e829b091d98d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0485706 Jul 04 04:19:21.660484 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5a9250ca-329a-4b54-b011-d12199c2c696 req-1da65fce-a7e2-434d-a69b-29ed3419ef1c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620573 Jul 04 04:19:22.497678 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222e2a2-6c72-454a-b675-1c707a9cc92f req-1c5d6dbc-64c9-49e5-9451-2cac916db192 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:22.499852 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a222e2a2-6c72-454a-b675-1c707a9cc92f req-1c5d6dbc-64c9-49e5-9451-2cac916db192 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0495443 Jul 04 04:19:22.559599 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a222e2a2-6c72-454a-b675-1c707a9cc92f req-306e74c1-5f2f-48ca-9366-8726c1e5c97d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537612 Jul 04 04:19:22.780895 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571b43f-57db-44a5-a569-63cc2f38eaa7 req-46b59914-db52-4fa3-8bfe-c10ae42039e5 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:22.782549 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b571b43f-57db-44a5-a569-63cc2f38eaa7 req-46b59914-db52-4fa3-8bfe-c10ae42039e5 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0497272 Jul 04 04:19:22.801460 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:22.803656 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:22.845122 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b571b43f-57db-44a5-a569-63cc2f38eaa7 req-408bb94a-b4e1-4377-8ebe-303878e7b88c tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&id=cbd67096-6283-4aaf-9ea3-be44bec82ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566635 Jul 04 04:19:23.684674 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106b3c-0a90-4eed-b5fc-5342fed9a1c0 req-a230a064-8f3a-4ec6-9ccb-beddfe68d0ab tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:23.686458 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0a106b3c-0a90-4eed-b5fc-5342fed9a1c0 req-a230a064-8f3a-4ec6-9ccb-beddfe68d0ab tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0507691 Jul 04 04:19:23.737367 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0a106b3c-0a90-4eed-b5fc-5342fed9a1c0 req-4b37a494-f0e6-4d6a-b57e-c99e87e6cd6c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Jul 04 04:19:23.989729 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:23.990855 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:24.869101 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77cb1-730d-4b0b-8b9e-c723dc5e421a req-a6a4a351-5df5-4424-afed-471a6aaaf05f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:24.870609 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-92a77cb1-730d-4b0b-8b9e-c723dc5e421a req-a6a4a351-5df5-4424-afed-471a6aaaf05f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0487823 Jul 04 04:19:24.921040 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-92a77cb1-730d-4b0b-8b9e-c723dc5e421a req-db80bb8f-1d91-4b84-9268-fad50a1f2b08 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445807 Jul 04 04:19:26.056437 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2027cd-f13c-46d2-a753-8555ff357440 req-efd79b67-894b-4fca-b220-321c2dd850c0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:26.058182 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff2027cd-f13c-46d2-a753-8555ff357440 req-efd79b67-894b-4fca-b220-321c2dd850c0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0540843 Jul 04 04:19:26.115960 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff2027cd-f13c-46d2-a753-8555ff357440 req-edc5d6f0-1892-4d5d-98d6-4fc209e3ceae tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498700 Jul 04 04:19:27.254146 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858b082-50c7-44ce-9f29-841cd654f7c9 req-c8122ec4-fdff-4861-9bc9-193721da8fe2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:27.255652 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2858b082-50c7-44ce-9f29-841cd654f7c9 req-c8122ec4-fdff-4861-9bc9-193721da8fe2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0605698 Jul 04 04:19:27.307488 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2858b082-50c7-44ce-9f29-841cd654f7c9 req-ceb64d52-4fbd-4435-81a6-2e5636228bf3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436707 Jul 04 04:19:28.433164 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053be89d-7073-4bd0-aa4e-64e7956cbaf9 req-189303e5-f920-4204-9d5c-68ef2274d41e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:28.434711 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-053be89d-7073-4bd0-aa4e-64e7956cbaf9 req-189303e5-f920-4204-9d5c-68ef2274d41e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0528600 Jul 04 04:19:28.484969 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-053be89d-7073-4bd0-aa4e-64e7956cbaf9 req-2bfe71f4-acc3-47b0-9179-7b12326f8048 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 Jul 04 04:19:29.605097 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:19:29.623602 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005a596-e7c8-421d-95a7-8f87a89e6586 req-687ce159-afc6-4f85-82fa-7eb5718f42e4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:29.626305 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9005a596-e7c8-421d-95a7-8f87a89e6586 req-687ce159-afc6-4f85-82fa-7eb5718f42e4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0600610 Jul 04 04:19:29.675777 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9005a596-e7c8-421d-95a7-8f87a89e6586 req-bbe41f92-d13a-4bb3-85e6-80dcc75c98f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430598 Jul 04 04:19:29.708407 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:19:29.723871 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'port_id': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'mac_address': 'fa:16:3e:63:84:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:19:29.759961 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc is: ACTIVE; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:19:29.760337 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:29.774202 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:19:29.794915 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:19:29.801656 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:29.848818 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=6']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:19:29.856387 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.856734 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.857093 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.857442 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.857773 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.858097 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.858980 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.858980 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.859208 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.859553 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.859855 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.860189 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.860514 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.860820 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:29.861132 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:19:30.064751 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:19:30.799972 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1045d-d3a1-461c-9ebb-f803286d6c2b req-fccdb3e3-2de3-4353-a6ac-2d933df1cf97 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:30.801650 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ecb1045d-d3a1-461c-9ebb-f803286d6c2b req-fccdb3e3-2de3-4353-a6ac-2d933df1cf97 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 944 time: 0.0503507 Jul 04 04:19:30.853847 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ecb1045d-d3a1-461c-9ebb-f803286d6c2b req-59af3a58-567c-4709-ae69-63a4fce268ca tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Jul 04 04:19:31.614264 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:19:31.664871 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:19:31.665240 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:31.864979 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:19:31.865216 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:31.890062 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:19:31.892592 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aef057a-f981-49c1-8833-153b32dcf4a2" -d '{"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-plugged", "status": "completed", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:19:31.905166 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:19:31.910359 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:31.934280 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8cc7a3-f206-4626-8308-71fdaea36b96 x-openstack-request-id: req-3d8cc7a3-f206-4626-8308-71fdaea36b96 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:19:31.934610 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-plugged", "status": "completed", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:19:31.935014 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d8cc7a3-f206-4626-8308-71fdaea36b96 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:19:31.935408 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8cc7a3-f206-4626-8308-71fdaea36b96'] response: {'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'code': 200} Jul 04 04:19:31.961210 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=7']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:19:32.007741 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=11 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:32.022563 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=15 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:32.036402 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a21ec-3b0c-4bbc-9c7e-90644561102a req-43d56122-36a6-4279-8324-7253210995b5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:32.037864 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c97a21ec-3b0c-4bbc-9c7e-90644561102a req-43d56122-36a6-4279-8324-7253210995b5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.1050797 Jul 04 04:19:32.085655 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c97a21ec-3b0c-4bbc-9c7e-90644561102a req-b0ec342d-3906-4e1f-8dab-de26014b1a44 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420253 Jul 04 04:19:33.279002 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d476c-9a30-415c-a838-78e6824f5827 req-cfc5b3b2-968d-4dd5-966b-4d16f26dcfc0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:33.280921 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c0d476c-9a30-415c-a838-78e6824f5827 req-cfc5b3b2-968d-4dd5-966b-4d16f26dcfc0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.1069365 Jul 04 04:19:33.330076 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c0d476c-9a30-415c-a838-78e6824f5827 req-99314014-1dca-451a-bec3-c86112854b5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433989 Jul 04 04:19:34.063210 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f328-867a-4de5-8623-57bd8ca54540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:34.468333 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385224d-99db-4f41-9328-5e211d1be632 req-f0baabf0-8173-4618-8a4d-12e02a6a082f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:34.470740 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9385224d-99db-4f41-9328-5e211d1be632 req-f0baabf0-8173-4618-8a4d-12e02a6a082f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0539517 Jul 04 04:19:34.528894 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9385224d-99db-4f41-9328-5e211d1be632 req-c29da472-e234-4153-9000-ea8f74435f7e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505359 Jul 04 04:19:35.670875 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125009da-4069-4239-859c-ba80299c4f51 req-bddfa00b-1af1-44d6-8cee-c8b7ec18ce38 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:35.673315 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-125009da-4069-4239-859c-ba80299c4f51 req-bddfa00b-1af1-44d6-8cee-c8b7ec18ce38 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0506587 Jul 04 04:19:35.693639 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:19:35.723887 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-125009da-4069-4239-859c-ba80299c4f51 req-d6a223fa-2e75-40b7-bc4a-81ee3d64e52a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 Jul 04 04:19:36.193617 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-84aeb2b4-36b4-4a63-a7cb-78c191e4f6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:36.856362 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a0f7-2e0a-48d0-add0-6a56753f81bd req-caaf86d5-6a1f-4815-b68f-28b6d1e7dae9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:36.866039 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3c57a0f7-2e0a-48d0-add0-6a56753f81bd req-caaf86d5-6a1f-4815-b68f-28b6d1e7dae9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0575233 Jul 04 04:19:36.927644 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3c57a0f7-2e0a-48d0-add0-6a56753f81bd req-b350605c-bfa9-497b-afc3-b2f7756c653b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606530 Jul 04 04:19:37.570052 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:38.063683 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d591767-6eff-4c1d-af83-ac6adf4e6ba9 req-c8a230ef-7084-4af1-8cca-326e2518526d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:38.071862 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1d591767-6eff-4c1d-af83-ac6adf4e6ba9 req-c8a230ef-7084-4af1-8cca-326e2518526d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0640666 Jul 04 04:19:38.080701 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:38.103069 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:38.122925 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1d591767-6eff-4c1d-af83-ac6adf4e6ba9 req-d72b4722-2251-4ef7-b628-09e73edcce2c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498860 Jul 04 04:19:38.883475 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:39.097166 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:39.255255 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07f05-aa57-40ad-afda-5ce0a7e27089 req-6778c055-8603-4789-8cd9-b19c1d7a67bd tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:39.263181 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7ff07f05-aa57-40ad-afda-5ce0a7e27089 req-6778c055-8603-4789-8cd9-b19c1d7a67bd tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0565109 Jul 04 04:19:39.318154 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7ff07f05-aa57-40ad-afda-5ce0a7e27089 req-fa523ac5-2bd8-4515-9842-016363ba2791 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538404 Jul 04 04:19:40.467786 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba32346-88be-48ea-a59f-c6f238283b27 req-6858ccbe-fbc3-42e9-a081-5a26bdfe3284 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:40.470410 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2ba32346-88be-48ea-a59f-c6f238283b27 req-6858ccbe-fbc3-42e9-a081-5a26bdfe3284 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0620179 Jul 04 04:19:40.552541 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2ba32346-88be-48ea-a59f-c6f238283b27 req-92b21475-ea18-42ee-bcf0-35edb9c1e7cf tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653710 Jul 04 04:19:41.702159 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce003-6eaf-44ce-81f5-1876b92ebb64 req-0a18cb02-f20e-47b6-ade8-661528488621 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:41.704699 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-495ce003-6eaf-44ce-81f5-1876b92ebb64 req-0a18cb02-f20e-47b6-ade8-661528488621 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0530913 Jul 04 04:19:41.764190 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-495ce003-6eaf-44ce-81f5-1876b92ebb64 req-b45fcb78-be0f-481b-a554-8618ac98f01a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529869 Jul 04 04:19:42.913544 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89db1bd-8222-4b6c-a883-f42d6ae77969 req-470bf2ae-1b5b-4c70-8c92-29ad13c1d198 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:42.914428 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a89db1bd-8222-4b6c-a883-f42d6ae77969 req-470bf2ae-1b5b-4c70-8c92-29ad13c1d198 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0672755 Jul 04 04:19:42.975708 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a89db1bd-8222-4b6c-a883-f42d6ae77969 req-fae254a6-f599-4ece-ba0a-af8a42850c73 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539424 Jul 04 04:19:44.025563 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:44.107688 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8a138-a535-40f5-b667-888f01327834 req-015e8b18-a928-4018-afab-5d1c57ff568d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:44.109240 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7ef8a138-a535-40f5-b667-888f01327834 req-015e8b18-a928-4018-afab-5d1c57ff568d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0479136 Jul 04 04:19:44.161002 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7ef8a138-a535-40f5-b667-888f01327834 req-37f8e4d4-d697-47d5-9039-495df8531a8c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 Jul 04 04:19:44.776168 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:45.132603 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-e9330df0-98c7-41e6-9ca6-5f8a188314ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:45.134121 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-e9330df0-98c7-41e6-9ca6-5f8a188314ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 1129 time: 0.0422628 Jul 04 04:19:45.253880 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-2ea7f4f1-ed8a-4f69-8ea2-dfc851688519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:45.255351 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-2ea7f4f1-ed8a-4f69-8ea2-dfc851688519 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 917 time: 0.1004503 Jul 04 04:19:45.323243 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f007046-4843-4d5f-befc-63622f811cb2 req-96e812ac-edd3-4688-ae6d-e1859f3ca05f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:45.324684 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0f007046-4843-4d5f-befc-63622f811cb2 req-96e812ac-edd3-4688-ae6d-e1859f3ca05f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0847325 Jul 04 04:19:45.354889 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-8fdab93d-3bf2-46e1-b45c-1a653fa1f858 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc HTTP/1.1" status: 200 len: 1001 time: 0.0837126 Jul 04 04:19:45.410790 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0f007046-4843-4d5f-befc-63622f811cb2 req-205308a5-9d6f-4e90-8c7d-1e9ce240572a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789490 Jul 04 04:19:45.421189 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-13115ca8-74d8-4b92-a3a3-db9bb417fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:45.422763 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-13115ca8-74d8-4b92-a3a3-db9bb417fe1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.0614552 Jul 04 04:19:45.468827 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-929d58a4-852c-4456-8ea3-59ec324c3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:45.470341 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-929d58a4-852c-4456-8ea3-59ec324c3bd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402408 Jul 04 04:19:45.578540 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-1f6597d9-0a0d-4fce-805d-f6314d6ba480 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004162 Jul 04 04:19:45.672933 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a17ae9a-0815-45aa-9608-524485c5c6db req-c7885247-1356-4751-9ee1-2c94eefbeee5 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861337 Jul 04 04:19:45.694130 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:46.199054 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee74519-a479-484a-b8a3-7bc8986e1c06 req-bf8b392a-41ea-419b-a69f-eba54b3bdd77 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:46.200928 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bee74519-a479-484a-b8a3-7bc8986e1c06 req-bf8b392a-41ea-419b-a69f-eba54b3bdd77 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0618820 Jul 04 04:19:46.251436 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bee74519-a479-484a-b8a3-7bc8986e1c06 req-758f37ba-d949-4399-9cf1-9ab25c7ea928 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Jul 04 04:19:46.552212 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb1edb-5a30-4434-be6d-471f06d243d5 req-ce213c8e-8816-40ae-ab14-dc85519f039d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:46.553693 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-71eb1edb-5a30-4434-be6d-471f06d243d5 req-ce213c8e-8816-40ae-ab14-dc85519f039d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0549157 Jul 04 04:19:46.604921 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-71eb1edb-5a30-4434-be6d-471f06d243d5 req-72600251-9e3f-4fd3-b5b1-f71368e75102 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427136 Jul 04 04:19:47.380714 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-f7c2f7ef-8d94-427e-9363-c2026a28d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:47.382196 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-f7c2f7ef-8d94-427e-9363-c2026a28d086 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 1129 time: 0.0657990 Jul 04 04:19:47.405386 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549b73-6e63-444e-b7c4-ccd4c8dc6231 req-73bb3e07-7a27-4a02-9c03-a706d520483d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:47.406749 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b8549b73-6e63-444e-b7c4-ccd4c8dc6231 req-73bb3e07-7a27-4a02-9c03-a706d520483d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0622675 Jul 04 04:19:47.418974 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:47.476094 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:47.509256 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b8549b73-6e63-444e-b7c4-ccd4c8dc6231 req-9ef76c5d-ffd3-46c5-b7cb-cb1f59ce8b1e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929940 Jul 04 04:19:47.526673 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-6355627f-4bed-4860-bd19-42f1198e5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:47.528164 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-6355627f-4bed-4860-bd19-42f1198e5384 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.1375206 Jul 04 04:19:47.622844 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-720a871f-c1f8-48d1-af50-a1c166121f02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37866cf-542d-489f-93a0-a1d504eaec14 HTTP/1.1" status: 200 len: 1000 time: 0.0630472 Jul 04 04:19:47.678787 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-7e9e3d97-59cf-4e2d-becd-c4c0b6d8ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:47.680317 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-7e9e3d97-59cf-4e2d-becd-c4c0b6d8ce34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0515780 Jul 04 04:19:47.731598 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:47.733603 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-653ec860-42b2-496e-8ffb-b808e6b08b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:47.735257 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-653ec860-42b2-496e-8ffb-b808e6b08b92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412235 Jul 04 04:19:47.741344 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9d2c9-b124-42f5-823f-2d033921cc2e req-05181baa-be67-4ef2-b4de-6ff41c8d7d95 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:47.748459 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a0d9d2c9-b124-42f5-823f-2d033921cc2e req-05181baa-be67-4ef2-b4de-6ff41c8d7d95 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0588272 Jul 04 04:19:47.792696 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a0d9d2c9-b124-42f5-823f-2d033921cc2e req-168ca2ea-b597-4b39-b314-ae864a7ba5c8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 Jul 04 04:19:47.834960 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-561b3323-272b-4df8-b290-5930b9e78420 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923665 Jul 04 04:19:48.143510 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b58794da-2ba8-4c81-afe7-bf1936012c5b req-4fc2cee9-ddfd-490a-9e9a-e0c238868175 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941813 Jul 04 04:19:48.642641 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e45eea-25bb-41d5-a8f4-52466ffec93f req-18f954ac-7edb-47e4-906a-1e57bdbf63a2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:48.644111 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71e45eea-25bb-41d5-a8f4-52466ffec93f req-18f954ac-7edb-47e4-906a-1e57bdbf63a2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0618887 Jul 04 04:19:48.696391 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71e45eea-25bb-41d5-a8f4-52466ffec93f req-c90c40ce-02ce-40cd-8dff-b451f8e480af tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465572 Jul 04 04:19:48.924178 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0571536-c095-4a5d-9121-149c04a5569f req-2dbda552-ac33-4fc4-8fce-b8865e55b54f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:48.925658 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f0571536-c095-4a5d-9121-149c04a5569f req-2dbda552-ac33-4fc4-8fce-b8865e55b54f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0480981 Jul 04 04:19:48.976864 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f0571536-c095-4a5d-9121-149c04a5569f req-a8158f52-c39a-4f62-ab74-4ef9e2d979c2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456572 Jul 04 04:19:49.544263 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [req-fbb42f41-e5b9-48c2-a321-3ed9dc5eb963 req-a68818e6-fd3d-40f1-95c1-2af6ec1e54c9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:19:49.545271 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fbb42f41-e5b9-48c2-a321-3ed9dc5eb963 req-a68818e6-fd3d-40f1-95c1-2af6ec1e54c9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0522990 Jul 04 04:19:49.702330 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d355b6-1d25-4213-9c2c-e15887466cac req-15b53d87-fbd6-423d-a577-289d3367416c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:49.703865 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7d355b6-1d25-4213-9c2c-e15887466cac req-15b53d87-fbd6-423d-a577-289d3367416c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 945 time: 0.0472293 Jul 04 04:19:49.716389 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:19:49.756797 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e7d355b6-1d25-4213-9c2c-e15887466cac req-8e829804-83e1-4144-83aa-d4ef34a2d8d3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473030 Jul 04 04:19:49.769880 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:49.776661 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:49.819437 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8a1c3-066f-45c7-b2e7-fc891d56b3f0 req-45e171af-67bb-4f42-8b6e-8f0027d7a10b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:49.820990 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-40c8a1c3-066f-45c7-b2e7-fc891d56b3f0 req-45e171af-67bb-4f42-8b6e-8f0027d7a10b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0539150 Jul 04 04:19:49.831984 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc is: ACTIVE; New status is: DOWN {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:19:49.832492 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:49.853119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:49.856315 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:19:49.858661 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed84d287-b3c1-410f-b5d0-503b08a6cec4" -d '{"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-unplugged", "status": "completed", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:19:49.873574 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:19:49.879925 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:19:49.887043 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-40c8a1c3-066f-45c7-b2e7-fc891d56b3f0 req-8193970f-b773-428e-bfc8-b5fb5f2ac6d9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598929 Jul 04 04:19:49.906524 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb219fa-27dd-45ea-b36d-298be996d631 x-openstack-request-id: req-beb219fa-27dd-45ea-b36d-298be996d631 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:19:49.906901 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-unplugged", "status": "failed", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc", "code": 422}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:19:49.907258 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-beb219fa-27dd-45ea-b36d-298be996d631 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:19:49.907761 dv-cinder-742162-5-iscsi neutron-server[104121]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-beb219fa-27dd-45ea-b36d-298be996d631']: {'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'code': 422} returned with failed status Jul 04 04:19:49.934831 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=8']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:19:49.966853 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33486) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:19:50.063297 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-a6a26dc8-e69b-4cf9-bdf2-c3efd047f3e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950780 Jul 04 04:19:50.072063 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-5958be7d-e613-44e0-9339-f01f9ebf0f24 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:19:50.072985 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-5958be7d-e613-44e0-9339-f01f9ebf0f24 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051882 Jul 04 04:19:50.166546 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33494) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:19:50.265798 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-30af1b76-5708-438d-a92a-c9ebac0265b5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:50.267200 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-30af1b76-5708-438d-a92a-c9ebac0265b5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports/72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc HTTP/1.1" status: 200 len: 940 time: 0.0996957 Jul 04 04:19:50.884052 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bcbfa-2d50-420a-b183-d96637788a9d req-cd9951a0-1c08-4db7-a943-c4d492d66d5f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:50.885616 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-537bcbfa-2d50-420a-b183-d96637788a9d req-cd9951a0-1c08-4db7-a943-c4d492d66d5f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0494606 Jul 04 04:19:50.942955 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-537bcbfa-2d50-420a-b183-d96637788a9d req-1e16b03e-601b-46a6-9c5d-e2125a717a35 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499334 Jul 04 04:19:51.008850 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbab6a-df23-4635-a852-fc65bb3ba8da req-a1d83bdc-4f96-4543-9f33-f64810903795 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:51.010426 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33fbab6a-df23-4635-a852-fc65bb3ba8da req-a1d83bdc-4f96-4543-9f33-f64810903795 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0535700 Jul 04 04:19:51.060485 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33fbab6a-df23-4635-a852-fc65bb3ba8da req-6e74a4f5-33f4-48ac-aef1-c7a784f47019 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439937 Jul 04 04:19:52.074771 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5ffa-0cb0-44f3-bf45-8d868b854fc8 req-bef92004-9dc7-4a9b-9abb-23ec44df5a6e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:52.076226 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d9bd5ffa-0cb0-44f3-bf45-8d868b854fc8 req-bef92004-9dc7-4a9b-9abb-23ec44df5a6e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0536199 Jul 04 04:19:52.130040 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d9bd5ffa-0cb0-44f3-bf45-8d868b854fc8 req-4aec0bf5-37c4-46d5-840c-2aa516cda4e4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473201 Jul 04 04:19:52.179733 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e856ae-58c9-4aaf-99e8-86e344c1d413 req-63105269-70da-4095-a73e-015bb2242677 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:52.181207 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80e856ae-58c9-4aaf-99e8-86e344c1d413 req-63105269-70da-4095-a73e-015bb2242677 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0489140 Jul 04 04:19:52.229900 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80e856ae-58c9-4aaf-99e8-86e344c1d413 req-c52651b8-d910-4396-90d6-4e5ad2d45134 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429857 Jul 04 04:19:52.494633 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-6dad7bd9-72b9-47d4-b9f5-afb1f3ef8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:52.496021 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-6dad7bd9-72b9-47d4-b9f5-afb1f3ef8e5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453&tenant_id=77e83a80c1b34e67958aca6d0a10ba8a HTTP/1.1" status: 200 len: 1127 time: 0.0747790 Jul 04 04:19:52.569712 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-372e0434-1b1e-4346-b70c-82274dc1ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:52.571241 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-372e0434-1b1e-4346-b70c-82274dc1ada7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 1127 time: 0.0395579 Jul 04 04:19:52.585021 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:52.918150 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-996b5cde-2d2d-41ae-8173-0beda5740052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:52.920413 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-996b5cde-2d2d-41ae-8173-0beda5740052 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 917 time: 0.3418109 Jul 04 04:19:52.970470 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:52.986546 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-be0ef702-31ab-4abc-a20e-150dadfbd5d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc HTTP/1.1" status: 200 len: 999 time: 0.0586748 Jul 04 04:19:53.037407 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-0b9b56b1-8f81-480d-beaf-3073c5926855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:53.038839 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-0b9b56b1-8f81-480d-beaf-3073c5926855 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.0457520 Jul 04 04:19:53.085259 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-911338b6-0a9f-42f2-b8b0-8bb1170806e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:53.086758 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-911338b6-0a9f-42f2-b8b0-8bb1170806e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410593 Jul 04 04:19:53.179614 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-873bedd8-91a5-4e9b-82b7-0a8ab173301c service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856054 Jul 04 04:19:53.251905 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8870e80-1992-4180-9d22-2268143a1ca2 req-46a2f4ab-a73c-4069-bd7c-0a42ed03198c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:53.254175 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f8870e80-1992-4180-9d22-2268143a1ca2 req-46a2f4ab-a73c-4069-bd7c-0a42ed03198c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0474970 Jul 04 04:19:53.278757 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e5c8044a-5f09-478b-9f24-63704ced60ba req-05ed09eb-e9f7-4e86-a365-5f9ca39f0feb service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926421 Jul 04 04:19:53.321407 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f8870e80-1992-4180-9d22-2268143a1ca2 req-2ef6a698-37bf-4ccc-94a7-b49b66781ff0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586979 Jul 04 04:19:53.363098 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c385e-e6c6-4c52-aaa5-12b5f04acd1d req-e9c452fd-78fc-4f4c-bb4e-17c84a6939cb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:53.364635 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-895c385e-e6c6-4c52-aaa5-12b5f04acd1d req-e9c452fd-78fc-4f4c-bb4e-17c84a6939cb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0531621 Jul 04 04:19:53.411552 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-895c385e-e6c6-4c52-aaa5-12b5f04acd1d req-11168764-479e-491f-bdf0-2eff3c429d13 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Jul 04 04:19:54.447945 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6673db4-b65d-479e-837a-f7401c412643 req-08def49b-728f-4206-be56-9ffb98b025f9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:54.449729 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c6673db4-b65d-479e-837a-f7401c412643 req-08def49b-728f-4206-be56-9ffb98b025f9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0522590 Jul 04 04:19:54.521649 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c6673db4-b65d-479e-837a-f7401c412643 req-5f202c9b-95ab-4801-a177-0c46219ffd20 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644977 Jul 04 04:19:54.551827 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ffaa-e111-4c79-91b1-c04851f45e1e req-4b9b71a2-2917-4f36-8425-f239b8b829d8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:54.553618 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c359ffaa-e111-4c79-91b1-c04851f45e1e req-4b9b71a2-2917-4f36-8425-f239b8b829d8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0510969 Jul 04 04:19:54.603643 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c359ffaa-e111-4c79-91b1-c04851f45e1e req-931c8c2d-054e-4032-9900-c95051773449 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447183 Jul 04 04:19:55.663670 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ebafa-1154-45e2-b53f-c86383215761 req-792eb9d1-d056-4755-8f17-39577b5fb0f0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:55.665924 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d21ebafa-1154-45e2-b53f-c86383215761 req-792eb9d1-d056-4755-8f17-39577b5fb0f0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0628154 Jul 04 04:19:55.724561 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d21ebafa-1154-45e2-b53f-c86383215761 req-dabeebc2-e956-4a19-bba2-9348c7a581a9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521407 Jul 04 04:19:55.738255 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c47a3-e6d1-45b5-a0e9-7dcbd2631c41 req-a2b9530c-22c4-4ed4-81cc-8baa8546b344 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:55.739855 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0b3c47a3-e6d1-45b5-a0e9-7dcbd2631c41 req-a2b9530c-22c4-4ed4-81cc-8baa8546b344 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0506442 Jul 04 04:19:55.791485 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0b3c47a3-e6d1-45b5-a0e9-7dcbd2631c41 req-90e299b9-79a9-409d-b607-4788173a497a tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 Jul 04 04:19:56.854662 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8793b-af8c-4c34-90b4-367b1d9ebe53 req-82597a3c-c0fb-467a-b5cf-57ed69d2cdee tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:56.856200 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-23b8793b-af8c-4c34-90b4-367b1d9ebe53 req-82597a3c-c0fb-467a-b5cf-57ed69d2cdee tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0538731 Jul 04 04:19:56.926977 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-23b8793b-af8c-4c34-90b4-367b1d9ebe53 req-4d15f1bc-ca5b-4091-baea-0f5293ed4401 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645442 Jul 04 04:19:56.928341 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5b88-693e-4ed0-a1df-254e3eb74b16 req-1ebcbec3-a595-4f08-98b7-e1422835717e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:56.929962 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2c7d5b88-693e-4ed0-a1df-254e3eb74b16 req-1ebcbec3-a595-4f08-98b7-e1422835717e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0656908 Jul 04 04:19:56.984101 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2c7d5b88-693e-4ed0-a1df-254e3eb74b16 req-73ea1969-cc71-4fc5-86e4-e692775d5b91 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472345 Jul 04 04:19:58.052543 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754090-4224-456a-bda3-49b7b4f58120 req-691cc5e8-fa12-4827-91ca-d0c65df798ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:58.054042 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fc754090-4224-456a-bda3-49b7b4f58120 req-691cc5e8-fa12-4827-91ca-d0c65df798ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0484352 Jul 04 04:19:58.099651 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c715de-d7e7-4ed6-b56e-85e7a97a008a req-6603b26c-38c2-4b60-9050-a47affba0c13 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:58.101242 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-32c715de-d7e7-4ed6-b56e-85e7a97a008a req-6603b26c-38c2-4b60-9050-a47affba0c13 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Jul 04 04:19:58.104311 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fc754090-4224-456a-bda3-49b7b4f58120 req-e29c5604-6b52-49d6-8563-0f531b7e2850 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445914 Jul 04 04:19:58.152760 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-32c715de-d7e7-4ed6-b56e-85e7a97a008a req-33467d60-82f5-41a1-8bef-978badead1bf tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 Jul 04 04:19:59.256777 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2d665-da04-4935-9c10-e6fca615eae6 req-4000de48-d8e8-43d8-b827-f2d9381168e0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:59.258255 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-93b2d665-da04-4935-9c10-e6fca615eae6 req-4000de48-d8e8-43d8-b827-f2d9381168e0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0635951 Jul 04 04:19:59.279424 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5907cc-a48f-4a08-be38-b209d59cbc74 req-53b01bd3-c770-41e9-8fc6-09df3310b3cd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:19:59.280916 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-aa5907cc-a48f-4a08-be38-b209d59cbc74 req-53b01bd3-c770-41e9-8fc6-09df3310b3cd tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0477333 Jul 04 04:19:59.283433 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:59.307921 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-93b2d665-da04-4935-9c10-e6fca615eae6 req-ab773331-72e6-49a5-a9b1-b9291c96e75b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437419 Jul 04 04:19:59.326573 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:59.331730 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-aa5907cc-a48f-4a08-be38-b209d59cbc74 req-1f28461e-c0c4-479a-9e07-4db59085be82 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441580 Jul 04 04:19:59.926406 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=17 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:19:59.932436 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:00.440649 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67f2fe-d06d-43c8-9fa9-38b8bd676664 req-662901de-b633-4ded-be9c-83da2342a25d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:00.442609 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7b67f2fe-d06d-43c8-9fa9-38b8bd676664 req-662901de-b633-4ded-be9c-83da2342a25d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0593166 Jul 04 04:20:00.460131 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd82e1-7e68-4cab-a17f-85f870b535fc req-117df46c-27ef-4bd1-a8f9-d3b746ad1d3d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:00.461756 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a4fd82e1-7e68-4cab-a17f-85f870b535fc req-117df46c-27ef-4bd1-a8f9-d3b746ad1d3d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0560968 Jul 04 04:20:00.491106 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7b67f2fe-d06d-43c8-9fa9-38b8bd676664 req-0c36d9e5-6610-47dd-bbb2-cda4ad060eee tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Jul 04 04:20:00.515708 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a4fd82e1-7e68-4cab-a17f-85f870b535fc req-6f8ad00f-2760-4c5a-b163-a069b1747d5b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481174 Jul 04 04:20:01.641405 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458ba5c-f5fb-4843-a215-0ab0cd1a82eb req-a8390b6b-330e-46fa-89b7-8129b3e9074f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:01.642940 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7458ba5c-f5fb-4843-a215-0ab0cd1a82eb req-a8390b6b-330e-46fa-89b7-8129b3e9074f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0478961 Jul 04 04:20:01.645334 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2035b18-e231-48db-af6b-b3317f221368 req-0bcdd4cc-6245-4186-beb6-f93c0e728bfa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:01.646599 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2035b18-e231-48db-af6b-b3317f221368 req-0bcdd4cc-6245-4186-beb6-f93c0e728bfa tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0527203 Jul 04 04:20:01.684647 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:01.692576 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7458ba5c-f5fb-4843-a215-0ab0cd1a82eb req-e4d48159-8eb7-4a9e-a82d-ff3fee73a937 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437346 Jul 04 04:20:01.706915 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2035b18-e231-48db-af6b-b3317f221368 req-623f5deb-755e-4d2e-8d21-0941af9173c2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547354 Jul 04 04:20:02.838935 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098711b-629c-458c-b900-b076aae25468 req-ef689025-0580-4131-ba7d-3641848d5f92 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:02.840452 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e098711b-629c-458c-b900-b076aae25468 req-ef689025-0580-4131-ba7d-3641848d5f92 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0557287 Jul 04 04:20:02.859900 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77dae-1710-4f8f-9052-b52e1f2a343e req-8714c97b-8c57-4ea1-b679-4555f9a0d383 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:02.861383 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2c77dae-1710-4f8f-9052-b52e1f2a343e req-8714c97b-8c57-4ea1-b679-4555f9a0d383 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0698340 Jul 04 04:20:02.896350 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e098711b-629c-458c-b900-b076aae25468 req-338a36ac-61f6-43ee-9b01-589400026b0b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456607 Jul 04 04:20:02.910885 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2c77dae-1710-4f8f-9052-b52e1f2a343e req-02dba6bc-5c0e-4dba-baf7-7c285368476c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430474 Jul 04 04:20:04.013681 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fdc9a-42b9-41c3-80fe-458b768b3c8f req-a6a15ca1-cba5-4d5a-9d23-ba0906c4e30e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:04.015354 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-689fdc9a-42b9-41c3-80fe-458b768b3c8f req-a6a15ca1-cba5-4d5a-9d23-ba0906c4e30e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0487342 Jul 04 04:20:04.024106 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c204d0-cec4-46de-a546-94f35179c5ee req-b9d4335c-103c-4f1c-8dc7-a5a9b557e515 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:04.025595 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c5c204d0-cec4-46de-a546-94f35179c5ee req-b9d4335c-103c-4f1c-8dc7-a5a9b557e515 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0478950 Jul 04 04:20:04.047025 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:04.088373 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-127e5dd2-35d8-4a33-84e1-d476eebeb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:04.096327 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-689fdc9a-42b9-41c3-80fe-458b768b3c8f req-1eb66a44-2fec-4e0a-9dde-1af86889ddae tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748549 Jul 04 04:20:04.102784 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c5c204d0-cec4-46de-a546-94f35179c5ee req-87eaac7a-bd1e-42ca-b6aa-7707d86c259b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716679 Jul 04 04:20:05.227919 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04529f-e311-494e-b069-427f06da6d09 req-48c64278-a376-4edd-8354-4df84e9680a6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:05.229389 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6f04529f-e311-494e-b069-427f06da6d09 req-48c64278-a376-4edd-8354-4df84e9680a6 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0462689 Jul 04 04:20:05.238946 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6635d93-674c-418f-8465-f64e8051c6ff req-de5d280e-ef65-41b0-b14d-8b55cb9f7ab0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:05.240518 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f6635d93-674c-418f-8465-f64e8051c6ff req-de5d280e-ef65-41b0-b14d-8b55cb9f7ab0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0486169 Jul 04 04:20:05.281008 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6f04529f-e311-494e-b069-427f06da6d09 req-831abccf-8f9f-4dbd-957c-8bb0f7da928b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458832 Jul 04 04:20:05.287944 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f6635d93-674c-418f-8465-f64e8051c6ff req-89758fcd-4aa6-45b1-8a55-478c4a563c9e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Jul 04 04:20:06.182446 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-c6b953d6-e765-42d2-9031-344c1d821b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:06.402826 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e5bf8-7ddf-4392-8d1a-7ffad652f4b0 req-4fe573e7-b77e-42e1-8056-c9e87799052b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:06.405062 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a20e5bf8-7ddf-4392-8d1a-7ffad652f4b0 req-4fe573e7-b77e-42e1-8056-c9e87799052b tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0507681 Jul 04 04:20:06.416296 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8a8b6-3208-4b42-9588-9e9da2e70ce6 req-1fcd8ed4-a619-48d9-bc8e-8dc143c5dc34 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:06.417917 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-90f8a8b6-3208-4b42-9588-9e9da2e70ce6 req-1fcd8ed4-a619-48d9-bc8e-8dc143c5dc34 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0505729 Jul 04 04:20:06.458712 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a20e5bf8-7ddf-4392-8d1a-7ffad652f4b0 req-0b734f36-76c0-47ca-8502-65f468f7b366 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Jul 04 04:20:06.465649 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-90f8a8b6-3208-4b42-9588-9e9da2e70ce6 req-28a8121f-b1c0-4302-8a3c-5d592ed20e2a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421138 Jul 04 04:20:07.570948 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:07.592117 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac500aef-3d91-4dc8-bb59-7951ea4b7ded req-28dd97f6-c24d-425e-a02d-483f4dcb3467 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:07.593702 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ac500aef-3d91-4dc8-bb59-7951ea4b7ded req-28dd97f6-c24d-425e-a02d-483f4dcb3467 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0536411 Jul 04 04:20:07.598809 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118115e-2aa5-4253-bb03-678199c72a5f req-ed9add10-04d2-494f-a973-b7bd79a4c3d8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:07.600513 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1118115e-2aa5-4253-bb03-678199c72a5f req-ed9add10-04d2-494f-a973-b7bd79a4c3d8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0521443 Jul 04 04:20:07.642491 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ac500aef-3d91-4dc8-bb59-7951ea4b7ded req-1d821181-9f3d-4c86-96f5-e258aa3490e5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429492 Jul 04 04:20:07.649154 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1118115e-2aa5-4253-bb03-678199c72a5f req-accc0d3a-8664-4470-9ce1-2b4d3b43bef8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Jul 04 04:20:08.764306 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e5a4f-e226-4f1b-aab4-2909baece11f req-622ab27e-a833-4ee1-8823-1d39ba3b8d39 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:08.765841 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3c8e5a4f-e226-4f1b-aab4-2909baece11f req-622ab27e-a833-4ee1-8823-1d39ba3b8d39 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0540776 Jul 04 04:20:08.773902 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefa2df-4943-497e-99bd-66b97ddb3367 req-225ca953-7621-4a76-9a07-67cbab0eb7d4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:08.775411 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0cefa2df-4943-497e-99bd-66b97ddb3367 req-225ca953-7621-4a76-9a07-67cbab0eb7d4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0518379 Jul 04 04:20:08.814026 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3c8e5a4f-e226-4f1b-aab4-2909baece11f req-a9be157c-ec9e-40c1-926b-b51aab4a10ba tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Jul 04 04:20:08.823711 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0cefa2df-4943-497e-99bd-66b97ddb3367 req-127178d6-3e02-4073-b8c7-ce17db27e607 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Jul 04 04:20:08.883163 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:09.105711 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:09.935453 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d03b5-4008-49b8-bd2a-2684dc3c8a3f req-35c4972d-7e34-48d2-94eb-6a063250db4f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:09.937012 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-883d03b5-4008-49b8-bd2a-2684dc3c8a3f req-35c4972d-7e34-48d2-94eb-6a063250db4f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0484667 Jul 04 04:20:09.944317 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f6ce2-0452-4f8c-842c-2b076f301157 req-831e73ac-c47d-44c1-b781-7436e10735e9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:09.945824 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0e7f6ce2-0452-4f8c-842c-2b076f301157 req-831e73ac-c47d-44c1-b781-7436e10735e9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0480661 Jul 04 04:20:09.985339 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-883d03b5-4008-49b8-bd2a-2684dc3c8a3f req-a74f9720-5051-4122-a303-b76a1116cb40 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Jul 04 04:20:09.997036 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0e7f6ce2-0452-4f8c-842c-2b076f301157 req-919e8824-5d2e-4224-bfa1-bc91b1432b34 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452888 Jul 04 04:20:11.108182 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7264ab-9e59-4cfe-a39d-3eb81f5fb990 req-cdc1027b-b661-4c3c-a5e9-c2563c871005 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:11.110555 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ab7264ab-9e59-4cfe-a39d-3eb81f5fb990 req-cdc1027b-b661-4c3c-a5e9-c2563c871005 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0486715 Jul 04 04:20:11.121406 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15bfbf-d752-4e85-a492-0f98f9d7cc97 req-5907d830-49ee-4350-9b8d-54f583136891 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:11.122936 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ad15bfbf-d752-4e85-a492-0f98f9d7cc97 req-5907d830-49ee-4350-9b8d-54f583136891 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0468860 Jul 04 04:20:11.163586 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ab7264ab-9e59-4cfe-a39d-3eb81f5fb990 req-abc15a12-f461-48b2-98aa-0a381ed84378 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471559 Jul 04 04:20:11.174450 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ad15bfbf-d752-4e85-a492-0f98f9d7cc97 req-c605ecdb-5343-449a-af61-f797393514bd tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457790 Jul 04 04:20:12.287037 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28827a-4a04-48cd-9e8b-1b38bbdecf01 req-174f22a1-aea4-44a8-8757-3e9a5234bfa8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:12.288505 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2b28827a-4a04-48cd-9e8b-1b38bbdecf01 req-174f22a1-aea4-44a8-8757-3e9a5234bfa8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0484936 Jul 04 04:20:12.302185 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adbdf8-6772-4353-84d0-1a57e3d31b83 req-a974f252-7d9a-4b20-9f4f-653daf695032 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:12.303729 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a9adbdf8-6772-4353-84d0-1a57e3d31b83 req-a974f252-7d9a-4b20-9f4f-653daf695032 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0476816 Jul 04 04:20:12.337711 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2b28827a-4a04-48cd-9e8b-1b38bbdecf01 req-6da0f139-0809-4a41-b758-48fb8fc311b0 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 Jul 04 04:20:12.348362 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:12.353501 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a9adbdf8-6772-4353-84d0-1a57e3d31b83 req-b5ef7783-b7fd-47d9-98ef-785dfec08c7d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Jul 04 04:20:12.693315 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:20:13.458098 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fc378-1e59-4367-a688-d53a60635137 req-a7a96c92-ef70-437e-acc5-062d6c0f63ea tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:13.459771 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-186fc378-1e59-4367-a688-d53a60635137 req-a7a96c92-ef70-437e-acc5-062d6c0f63ea tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0507908 Jul 04 04:20:13.479537 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:13.483946 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011e76c-3301-477c-b30c-b53f0d2900c2 req-e0336b4e-a840-4aa5-86fd-9cd9ec6a1b0f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:13.485459 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a011e76c-3301-477c-b30c-b53f0d2900c2 req-e0336b4e-a840-4aa5-86fd-9cd9ec6a1b0f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0482311 Jul 04 04:20:13.510096 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-186fc378-1e59-4367-a688-d53a60635137 req-38547842-7fc5-4f24-9951-ade57766d1c9 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Jul 04 04:20:13.533503 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a011e76c-3301-477c-b30c-b53f0d2900c2 req-67c58859-96c7-4974-bab8-03b934a0f44c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Jul 04 04:20:13.849464 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d42a5-86a2-4c9d-9454-d2aded9062ff req-e730e211-fa7f-4e19-a588-8fe1bc437135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:13.850985 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-586d42a5-86a2-4c9d-9454-d2aded9062ff req-e730e211-fa7f-4e19-a588-8fe1bc437135 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 1129 time: 0.0903795 Jul 04 04:20:13.885997 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:13.897876 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-586d42a5-86a2-4c9d-9454-d2aded9062ff req-936f3466-c693-4099-a0f9-1c51318169c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397377 Jul 04 04:20:14.016485 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:14.631645 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3345dbe-54a6-4a3a-8d65-622f736498fd req-5dfb60ee-f48a-4074-9331-f993a869f678 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:14.633531 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c3345dbe-54a6-4a3a-8d65-622f736498fd req-5dfb60ee-f48a-4074-9331-f993a869f678 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0501778 Jul 04 04:20:14.659283 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755797a-59e2-4a0a-a6a7-e5b8b46390d4 req-02c651a1-de1d-4ffe-86d2-c3ffbbbeb2ef tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:14.660762 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7755797a-59e2-4a0a-a6a7-e5b8b46390d4 req-02c651a1-de1d-4ffe-86d2-c3ffbbbeb2ef tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0530233 Jul 04 04:20:14.681818 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c3345dbe-54a6-4a3a-8d65-622f736498fd req-c0b072de-4d3c-4074-9e11-54d303e0382d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Jul 04 04:20:14.708609 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7755797a-59e2-4a0a-a6a7-e5b8b46390d4 req-bab03173-9a64-4488-92d5-e1ebe90fe602 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420406 Jul 04 04:20:15.813762 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717baf2-519d-4f96-ac7c-fded2b3f6e66 req-4fec3053-bbe1-48bc-96cc-9e6de8908064 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:15.815310 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6717baf2-519d-4f96-ac7c-fded2b3f6e66 req-4fec3053-bbe1-48bc-96cc-9e6de8908064 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0546834 Jul 04 04:20:15.847627 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1296f-cd24-4794-a75b-0bbce6bcc088 req-675a6da4-b0cf-40fb-9fca-38e5402c93a3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:15.849761 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7bb1296f-cd24-4794-a75b-0bbce6bcc088 req-675a6da4-b0cf-40fb-9fca-38e5402c93a3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0594840 Jul 04 04:20:15.864997 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6717baf2-519d-4f96-ac7c-fded2b3f6e66 req-26ebb18e-6317-4f44-9797-11485214923c tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 Jul 04 04:20:15.900172 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7bb1296f-cd24-4794-a75b-0bbce6bcc088 req-2649cb88-4983-474a-addf-6b106df888bb tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438936 Jul 04 04:20:16.288540 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecd036-3910-4022-8e71-c24290067351 req-080e8e17-1485-4d88-a62b-9caf657f1447 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:16.290007 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-eeecd036-3910-4022-8e71-c24290067351 req-080e8e17-1485-4d88-a62b-9caf657f1447 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0746953 Jul 04 04:20:16.296506 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-cf57ef21-ddd1-49bc-a2ba-e52238100e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:16.298769 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-cf57ef21-ddd1-49bc-a2ba-e52238100e18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 1129 time: 0.0551314 Jul 04 04:20:16.411442 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-eeecd036-3910-4022-8e71-c24290067351 req-6b3e198a-658c-4ca6-9ad0-eecd5bbb2860 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115179 Jul 04 04:20:16.428424 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-02b62ac5-297b-443f-bdca-1acd5d54bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:16.430094 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-02b62ac5-297b-443f-bdca-1acd5d54bd51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.1213198 Jul 04 04:20:16.500978 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-f3dea481-e845-4e4a-a2a5-364a627acb1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37866cf-542d-489f-93a0-a1d504eaec14 HTTP/1.1" status: 200 len: 1000 time: 0.0597715 Jul 04 04:20:16.557343 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-0ca6aea4-9d0f-41ae-ba0b-6a17f0dd3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:16.559457 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-0ca6aea4-9d0f-41ae-ba0b-6a17f0dd3879 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0523145 Jul 04 04:20:16.603015 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-a4c8f31c-e1aa-428d-b804-24c261dfbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:16.604473 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-a4c8f31c-e1aa-428d-b804-24c261dfbf37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388210 Jul 04 04:20:16.704860 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-8f9ce707-51b4-4712-9ce1-6025930af707 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933940 Jul 04 04:20:16.797837 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6ddd098a-ef9f-4ebc-ac47-8bea2d072057 req-162070b7-bb40-45ae-8793-63bb0c9c1944 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869617 Jul 04 04:20:17.020161 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:17.029067 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a0006-8490-41de-a4fe-dab62e36e43b req-a171588c-4b70-4fae-a619-ad8a7c3a68cd tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:17.030593 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9d8a0006-8490-41de-a4fe-dab62e36e43b req-a171588c-4b70-4fae-a619-ad8a7c3a68cd tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0490129 Jul 04 04:20:17.083886 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9d8a0006-8490-41de-a4fe-dab62e36e43b req-cfbff218-6133-4a59-b514-13af31d2d44c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 Jul 04 04:20:17.551538 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fb642-16e4-4062-8ce5-221cdc6ee155 req-fa81379f-2556-4b9b-ac64-958d0cce05de tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:17.553008 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2c4fb642-16e4-4062-8ce5-221cdc6ee155 req-fa81379f-2556-4b9b-ac64-958d0cce05de tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0614591 Jul 04 04:20:17.606979 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2c4fb642-16e4-4062-8ce5-221cdc6ee155 req-6e45d52b-1a6c-45e1-b13c-c7d6cb68c9b2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479715 Jul 04 04:20:18.217572 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a3bff-a08b-4529-b9e8-36f92cb9ec38 req-d53ea113-3785-46f5-b8f5-9eb756fbc551 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:18.219057 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-266a3bff-a08b-4529-b9e8-36f92cb9ec38 req-d53ea113-3785-46f5-b8f5-9eb756fbc551 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0529151 Jul 04 04:20:18.267882 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-266a3bff-a08b-4529-b9e8-36f92cb9ec38 req-6b9eb3bf-d825-400a-a7ca-496109d77b4d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431941 Jul 04 04:20:18.728468 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42df7c-ab4c-43be-9932-fe89399cba48 req-cb900aaf-1e89-445c-8bc3-8939820f6f13 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:18.729959 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fc42df7c-ab4c-43be-9932-fe89399cba48 req-cb900aaf-1e89-445c-8bc3-8939820f6f13 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0505462 Jul 04 04:20:18.742115 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:18.778365 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fc42df7c-ab4c-43be-9932-fe89399cba48 req-0009fd16-d7df-4190-b5ff-268b09e4d256 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Jul 04 04:20:19.409344 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245012d-6ef7-4a93-900b-ab8daf984c82 req-c98edb92-5b15-4e1c-8b3f-f9a60149516a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:19.411006 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5245012d-6ef7-4a93-900b-ab8daf984c82 req-c98edb92-5b15-4e1c-8b3f-f9a60149516a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 943 time: 0.0600951 Jul 04 04:20:19.469971 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5245012d-6ef7-4a93-900b-ab8daf984c82 req-051897d3-e0ea-4430-8544-d812ea809cb9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530493 Jul 04 04:20:19.866308 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:20:19.914150 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d825b8-b3df-4534-a9e7-f328f6237a5a req-94727149-ecaa-493d-a207-91dd921593d4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:19.915644 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-31d825b8-b3df-4534-a9e7-f328f6237a5a req-94727149-ecaa-493d-a207-91dd921593d4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0475085 Jul 04 04:20:19.960186 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:19.965072 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-31d825b8-b3df-4534-a9e7-f328f6237a5a req-f7165b36-3f35-4ce1-ac6c-b9ae30516a86 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435560 Jul 04 04:20:19.967751 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:19.979758 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'port_id': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'mac_address': 'fa:16:3e:63:84:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:20:20.014330 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:20:20.014706 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:20.027576 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:20:20.047227 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:20.053417 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:20.104248 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=9']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:20.601907 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:20:20.616161 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05b887-69ea-4467-afbb-236bd76aa18e req-fddd9470-8e8a-4f93-b551-d7c6dde7c00a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:20.617628 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2d05b887-69ea-4467-afbb-236bd76aa18e req-fddd9470-8e8a-4f93-b551-d7c6dde7c00a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 944 time: 0.0600257 Jul 04 04:20:20.668230 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2d05b887-69ea-4467-afbb-236bd76aa18e req-6451a63e-586e-4134-be23-09fded6d41b7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445766 Jul 04 04:20:21.097178 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd503-c5c5-4845-9dd4-1b48728d35e5 req-704dddc3-3d4b-4c12-a290-7b6ab94b92b8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:21.098712 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23edd503-c5c5-4845-9dd4-1b48728d35e5 req-704dddc3-3d4b-4c12-a290-7b6ab94b92b8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0561125 Jul 04 04:20:21.153705 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23edd503-c5c5-4845-9dd4-1b48728d35e5 req-86cddd1d-ab03-49d4-aa3a-6d15c3098851 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493469 Jul 04 04:20:21.777055 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:21.802272 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bc911-f6cb-4f4b-9b1e-6573061fadb4 req-98430a21-c603-4fde-ab42-cfd90e1cd07c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:21.803842 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-255bc911-f6cb-4f4b-9b1e-6573061fadb4 req-98430a21-c603-4fde-ab42-cfd90e1cd07c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 944 time: 0.0497012 Jul 04 04:20:21.856426 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-255bc911-f6cb-4f4b-9b1e-6573061fadb4 req-b14994c3-138e-48f6-b524-b7b0ec38738a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453372 Jul 04 04:20:21.876873 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:20:21.926562 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:20:21.927017 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:22.007765 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:22.014646 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:20:22.015029 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:22.038638 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:20:22.040952 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0257b4-824c-47c9-a2df-ce24db0dab8e" -d '{"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-plugged", "status": "completed", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:20:22.053744 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:22.059587 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:22.084067 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:22.087428 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd9e373-8520-4a79-b9b8-118d4f97ad50 x-openstack-request-id: req-8dd9e373-8520-4a79-b9b8-118d4f97ad50 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:20:22.087728 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-plugged", "status": "completed", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:20:22.087994 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dd9e373-8520-4a79-b9b8-118d4f97ad50 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:20:22.088359 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd9e373-8520-4a79-b9b8-118d4f97ad50'] response: {'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'code': 200} Jul 04 04:20:22.113268 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=10']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:22.277763 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153302-4648-49e2-a860-74df95b0870b req-d1e629f5-51ae-464b-b804-3181ea269738 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:22.279247 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bd153302-4648-49e2-a860-74df95b0870b req-d1e629f5-51ae-464b-b804-3181ea269738 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0531740 Jul 04 04:20:22.338682 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bd153302-4648-49e2-a860-74df95b0870b req-cff40156-7662-413d-a614-827bbe383b94 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529165 Jul 04 04:20:22.465332 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f2dc8-013b-4b51-8885-4bb534e28c24 req-32a301f8-499b-47f8-939a-8ddb1136171f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:22.466753 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c23f2dc8-013b-4b51-8885-4bb534e28c24 req-32a301f8-499b-47f8-939a-8ddb1136171f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0614896 Jul 04 04:20:22.479627 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33678) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:22.486632 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-af6bb612-6a55-4f0a-9094-792a0f68462e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Request body: {'floatingip': {'port_id': 'e37866cf-542d-489f-93a0-a1d504eaec14'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:20:22.602389 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-af6bb612-6a55-4f0a-9094-792a0f68462e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for floatingip (9d2b0123-a94b-4d4f-9c0c-b494f2d51b29), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:22.704920 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaeb22-c834-49df-a540-0053607c59d1 req-67fc008c-6d82-49dc-a1da-b1b7b6666f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:22.706379 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-38aaeb22-c834-49df-a540-0053607c59d1 req-67fc008c-6d82-49dc-a1da-b1b7b6666f65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 1130 time: 0.0744507 Jul 04 04:20:22.824830 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-38aaeb22-c834-49df-a540-0053607c59d1 req-d30cbf79-81ef-41a8-b117-b3c115c4f8e0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102047 Jul 04 04:20:22.981111 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ed3f-01bd-4222-8c40-a5c8d0bdf182 req-1defe760-79dc-402a-b739-6291abcd4ba9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:22.982541 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-faf8ed3f-01bd-4222-8c40-a5c8d0bdf182 req-1defe760-79dc-402a-b739-6291abcd4ba9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 946 time: 0.0476561 Jul 04 04:20:23.031405 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-faf8ed3f-01bd-4222-8c40-a5c8d0bdf182 req-119b113e-85e6-4372-b68d-ae0e0d15f807 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Jul 04 04:20:23.199281 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-af6bb612-6a55-4f0a-9094-792a0f68462e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:23.205334 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-af6bb612-6a55-4f0a-9094-792a0f68462e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (9d2b0123-a94b-4d4f-9c0c-b494f2d51b29), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:23.397110 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:23.403928 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6bb612-6a55-4f0a-9094-792a0f68462e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Router 744bc2c3-db45-4d76-a004-4802ef2af8b7 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:20:23.407098 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:23.747824 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6bb612-6a55-4f0a-9094-792a0f68462e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:20:23.752874 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-af6bb612-6a55-4f0a-9094-792a0f68462e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:23.760259 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] Sync routers for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:20:23.771374 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:23.772003 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:23.784731 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:20:23.786990 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5707a1-8ec8-43d5-aca5-cea211032cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:20:23.820885 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-af6bb612-6a55-4f0a-9094-792a0f68462e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "PUT /v2.0/floatingips/9d2b0123-a94b-4d4f-9c0c-b494f2d51b29 HTTP/1.1" status: 200 len: 992 time: 1.3378632 Jul 04 04:20:23.877381 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:23.885840 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d54ccba-9feb-44c9-b9ce-753f3fedf8f8 x-openstack-request-id: req-2d54ccba-9feb-44c9-b9ce-753f3fedf8f8 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:20:23.886098 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:20:23.886345 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d54ccba-9feb-44c9-b9ce-753f3fedf8f8 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:20:23.886769 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d54ccba-9feb-44c9-b9ce-753f3fedf8f8'] response: {'name': 'network-changed', 'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'status': 'completed', 'code': 200} Jul 04 04:20:24.054981 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-f898d699-9c23-4e4d-a236-3fdd3872b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:24.056429 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-f898d699-9c23-4e4d-a236-3fdd3872b463 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 1129 time: 0.0425324 Jul 04 04:20:24.115303 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '9d2b0123-a94b-4d4f-9c0c-b494f2d51b29', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'port_id': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'mac_address': 'fa:16:3e:a3:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:33Z', 'updated_at': '2022-07-04T04:20:23Z', 'revision_number': 3, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:24.148247 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] Checking router: 744bc2c3-db45-4d76-a004-4802ef2af8b7 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:20:24.153092 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab0da6-fb41-49ea-9e13-8a5cfbaa1f67 req-280a3b70-a0c1-4332-a030-2fde0e14df6e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:24.155006 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4ab0da6-fb41-49ea-9e13-8a5cfbaa1f67 req-280a3b70-a0c1-4332-a030-2fde0e14df6e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 946 time: 0.0481610 Jul 04 04:20:24.158010 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-64545c64-9704-4188-9753-53cee6f50093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:24.158167 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:24.158679 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:24.159519 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-64545c64-9704-4188-9753-53cee6f50093 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.0921628 Jul 04 04:20:24.192631 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:24.209462 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4ab0da6-fb41-49ea-9e13-8a5cfbaa1f67 req-85f0e228-b3c9-4dc0-9cfe-c09f80b03e9e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485206 Jul 04 04:20:24.241525 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-aaf1ee02-b470-46c5-a174-4e09d1fad727 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37866cf-542d-489f-93a0-a1d504eaec14 HTTP/1.1" status: 200 len: 1000 time: 0.0598524 Jul 04 04:20:24.257578 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:24.294314 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-5e4a9394-8f18-43d4-ae56-3b6b458c0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:24.295833 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-5e4a9394-8f18-43d4-ae56-3b6b458c0e5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0445812 Jul 04 04:20:24.353917 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-6cff3b20-d89b-40f6-bbf5-ebd530675ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:24.355489 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-6cff3b20-d89b-40f6-bbf5-ebd530675ec0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387802 Jul 04 04:20:24.450728 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-d70aee98-61c4-4e9f-bd00-d42f27cd81c9 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866394 Jul 04 04:20:24.469972 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '9d2b0123-a94b-4d4f-9c0c-b494f2d51b29', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'port_id': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'mac_address': 'fa:16:3e:a3:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:33Z', 'updated_at': '2022-07-04T04:20:23Z', 'revision_number': 3, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:24.494700 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43a08c-7971-4942-8f3e-210d7551a3d9 None None] The sync data for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi is: [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '9d2b0123-a94b-4d4f-9c0c-b494f2d51b29', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'port_id': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'mac_address': 'fa:16:3e:a3:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:17:33Z', 'updated_at': '2022-07-04T04:20:23Z', 'revision_number': 3, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:20:25.068271 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c5707a1-8ec8-43d5-aca5-cea211032cbc req-163bf1e4-bca0-414f-bccb-72ae50d5642b service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990403 Jul 04 04:20:25.343159 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a43337-9e01-48dd-adbc-d9c25d022a01 req-f9bd3ab2-f995-4518-a035-edc14500620c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:25.344841 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-25a43337-9e01-48dd-adbc-d9c25d022a01 req-f9bd3ab2-f995-4518-a035-edc14500620c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 946 time: 0.0547266 Jul 04 04:20:25.394096 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-25a43337-9e01-48dd-adbc-d9c25d022a01 req-6cb1a885-e3fc-45a4-b879-d03a34d60df7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 Jul 04 04:20:25.888817 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:20:25.892525 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f16fd6f-82e6-418c-9744-569560fec332" -d '{"events": [{"name": "network-changed", "server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:20:25.931206 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553704b4-bbab-467f-af13-ea39bb720897 x-openstack-request-id: req-553704b4-bbab-467f-af13-ea39bb720897 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:20:25.931491 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:20:25.931732 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-553704b4-bbab-467f-af13-ea39bb720897 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:20:25.932132 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553704b4-bbab-467f-af13-ea39bb720897'] response: {'name': 'network-changed', 'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'status': 'completed', 'code': 200} Jul 04 04:20:26.034550 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16fd6f-82e6-418c-9744-569560fec332 req-d02792db-e8b5-4879-b7e1-6aea1dceef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:26.036030 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f16fd6f-82e6-418c-9744-569560fec332 req-d02792db-e8b5-4879-b7e1-6aea1dceef50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 1129 time: 0.0452340 Jul 04 04:20:26.139451 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16fd6f-82e6-418c-9744-569560fec332 req-f81d4e1b-b6ab-4ee3-9ec4-60ca5c66c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:26.140842 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f16fd6f-82e6-418c-9744-569560fec332 req-f81d4e1b-b6ab-4ee3-9ec4-60ca5c66c456 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.0982964 Jul 04 04:20:26.206808 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f16fd6f-82e6-418c-9744-569560fec332 req-e0595674-cb6a-45e7-9cb6-fddb8e6a1b87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37866cf-542d-489f-93a0-a1d504eaec14 HTTP/1.1" status: 200 len: 1000 time: 0.0581448 Jul 04 04:20:26.254602 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:26.266693 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16fd6f-82e6-418c-9744-569560fec332 req-f04203d8-f604-4454-905c-c35ea9182e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:26.268157 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f16fd6f-82e6-418c-9744-569560fec332 req-f04203d8-f604-4454-905c-c35ea9182e80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.0514851 Jul 04 04:20:26.326685 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16fd6f-82e6-418c-9744-569560fec332 req-a76b4061-8621-4981-8ce6-c6fc7bfa3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:26.328159 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f16fd6f-82e6-418c-9744-569560fec332 req-a76b4061-8621-4981-8ce6-c6fc7bfa3c1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509179 Jul 04 04:20:26.357865 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:26.425099 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f16fd6f-82e6-418c-9744-569560fec332 req-391c6ff8-270d-4304-afa1-93ecb8aa6798 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899775 Jul 04 04:20:26.554759 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10ccc4-4e65-4c86-a6ae-1e9103a85a09 req-fb7e1917-949a-4812-be5b-eff7b73e1c82 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:26.556280 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6e10ccc4-4e65-4c86-a6ae-1e9103a85a09 req-fb7e1917-949a-4812-be5b-eff7b73e1c82 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 946 time: 0.0644794 Jul 04 04:20:26.558262 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1f16fd6f-82e6-418c-9744-569560fec332 req-0bc2735f-182b-40db-8737-5d68f09951c9 service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270938 Jul 04 04:20:26.606056 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6e10ccc4-4e65-4c86-a6ae-1e9103a85a09 req-820fd7a4-9566-4205-9d4d-5dba8527c8b9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441601 Jul 04 04:20:32.663409 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:34.070851 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-268bae19-7a66-43ce-a61a-b3d61f6d4882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:34.205934 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=66 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:36.188924 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a07b28f1-5dfb-4671-bf74-a2290e699076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:36.595369 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=36 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:36.601719 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=25 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:37.573078 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:37.643541 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4b8f1-1c5f-4e8f-a076-e8e247838ad9 req-81553336-d052-4c3a-9046-165573992082 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:37.645031 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0fc4b8f1-1c5f-4e8f-a076-e8e247838ad9 req-81553336-d052-4c3a-9046-165573992082 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 945 time: 0.0551467 Jul 04 04:20:37.697097 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0fc4b8f1-1c5f-4e8f-a076-e8e247838ad9 req-bd18627b-e2ad-4752-a523-6285afe944ea tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Jul 04 04:20:38.838921 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426056fa-fec1-4b4c-aa6e-6c0762759aff req-0d49c8b7-9de5-4dde-ae43-dd163a9b3287 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:38.840427 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-426056fa-fec1-4b4c-aa6e-6c0762759aff req-0d49c8b7-9de5-4dde-ae43-dd163a9b3287 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 945 time: 0.0544250 Jul 04 04:20:38.885929 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:38.893656 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-426056fa-fec1-4b4c-aa6e-6c0762759aff req-97a5a22a-9c92-4db5-8687-17ff863f5980 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465355 Jul 04 04:20:39.041099 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-ebb87800-cc77-4f08-912d-956316ba0280 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642876144&fields=id&tenant_id=c487ee37e54042d680eccb72b046bb55 HTTP/1.1" status: 200 len: 267 time: 0.0467348 Jul 04 04:20:39.091853 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.094362 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-ae0d67ca-c5c0-41d7-aeb1-d2034a474bec tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:39.095875 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-ae0d67ca-c5c0-41d7-aeb1-d2034a474bec tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 984 time: 0.0494118 Jul 04 04:20:39.106582 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Request body: {'port': {'security_groups': ['0b2635f5-d77c-4460-9d65-1f83af2b605d']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:20:39.187197 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.379816 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] For port 824e9a73-e83d-443e-a6cb-c8627c01096f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=824e9a73-e83d-443e-a6cb-c8627c01096f,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:39.409368 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.416156 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.455531 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['824e9a73-e83d-443e-a6cb-c8627c01096f'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:20:39.457934 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:39.460609 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:39.461239 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.462684 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3ced42ef-da7f-47e2-b36e-08d640f5b2d6 req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "PUT /v2.0/ports/824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 200 len: 942 time: 0.3605306 Jul 04 04:20:39.463137 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:20:39.465411 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d2a986-f769-44ca-b955-62d8e8596925" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:20:39.470875 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33762) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:39.516524 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event updated for resources: {'Port': ['ID=824e9a73-e83d-443e-a6cb-c8627c01096f,revision_number=7']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:39.531626 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c240bc14-3e8b-4f8d-a557-6a46385fbef3 x-openstack-request-id: req-c240bc14-3e8b-4f8d-a557-6a46385fbef3 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:20:39.531884 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:20:39.532133 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c240bc14-3e8b-4f8d-a557-6a46385fbef3 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:20:39.532536 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c240bc14-3e8b-4f8d-a557-6a46385fbef3'] response: {'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'status': 'completed', 'code': 200} Jul 04 04:20:39.536128 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.536473 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.536809 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.537139 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.537467 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.537793 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.538115 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.538822 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.538822 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.539786 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.539786 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.539786 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.540069 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.540305 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.540618 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f282c-db31-48bf-a127-a79ccfd8a416 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:39.562556 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-532dfd39-a78c-40d0-8c23-6fd7e23580d6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group (cbd67096-6283-4aaf-9ea3-be44bec82ce8), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.590735 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:39.596745 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-532dfd39-a78c-40d0-8c23-6fd7e23580d6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group (cbd67096-6283-4aaf-9ea3-be44bec82ce8), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.683341 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-a34f6121-d089-4c3a-96a6-006f17909322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:39.684853 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-a34f6121-d089-4c3a-96a6-006f17909322 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c487ee37e54042d680eccb72b046bb55&device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 1129 time: 0.0754025 Jul 04 04:20:39.695333 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-451d1b04-83b7-476d-9404-d1c199f04e06 None None] Provisioning complete for port 824e9a73-e83d-443e-a6cb-c8627c01096f triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:20:39.695724 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-451d1b04-83b7-476d-9404-d1c199f04e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.760846 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-532dfd39-a78c-40d0-8c23-6fd7e23580d6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (cbd67096-6283-4aaf-9ea3-be44bec82ce8), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.763712 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-532dfd39-a78c-40d0-8c23-6fd7e23580d6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:39.764931 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-532dfd39-a78c-40d0-8c23-6fd7e23580d6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "DELETE /v2.0/security-groups/cbd67096-6283-4aaf-9ea3-be44bec82ce8 HTTP/1.1" status: 204 len: 168 time: 0.2936080 Jul 04 04:20:39.768193 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33764) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:39.772116 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-451d1b04-83b7-476d-9404-d1c199f04e06 None None] Current status of the port 824e9a73-e83d-443e-a6cb-c8627c01096f is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:20:39.779816 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dfd39-a78c-40d0-8c23-6fd7e23580d6 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd67096-6283-4aaf-9ea3-be44bec82ce8,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:39.794533 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-b9ae5929-a04e-42e2-b2e5-ca758e8529ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:39.796452 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-b9ae5929-a04e-42e2-b2e5-ca758e8529ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c HTTP/1.1" status: 200 len: 914 time: 0.1050477 Jul 04 04:20:39.868220 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-8e9c028a-2875-4e63-b26b-5d146fcede95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 200 len: 1001 time: 0.0626111 Jul 04 04:20:39.885155 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:39.913548 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:39.928929 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-866e43ab-4e16-4749-a433-b46574dfd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:39.930731 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-866e43ab-4e16-4749-a433-b46574dfd045 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f59e1ba-dabc-4843-8164-134901eb233e HTTP/1.1" status: 200 len: 852 time: 0.0543854 Jul 04 04:20:39.980495 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-174f10df-320a-4324-b521-dc78f425f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:39.982021 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-174f10df-320a-4324-b521-dc78f425f197 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440071 Jul 04 04:20:40.059533 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046df72c-caa9-411d-92e2-5f0be5726039 req-c18290f6-54f2-4194-8991-0ca4160a827b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:40.061159 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-046df72c-caa9-411d-92e2-5f0be5726039 req-c18290f6-54f2-4194-8991-0ca4160a827b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 945 time: 0.0779345 Jul 04 04:20:40.096551 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-f5203001-27ed-48ef-904f-b91361b0ecfd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:40.098388 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-f5203001-27ed-48ef-904f-b91361b0ecfd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 945 time: 0.2914352 Jul 04 04:20:40.139091 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-cc4b72c3-5d73-40c2-a100-ecb2262af79d service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457276 Jul 04 04:20:40.157986 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-046df72c-caa9-411d-92e2-5f0be5726039 req-00166d83-01f4-47ba-9174-6b36404f56d7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f45924e2-88ef-4c51-aafd-5aee9349ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716422 Jul 04 04:20:40.202871 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['824e9a73-e83d-443e-a6cb-c8627c01096f'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:20:40.245694 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6d2a986-f769-44ca-b955-62d8e8596925 req-c911e16a-6a6c-43ac-848c-7a28b424fd8f service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980368 Jul 04 04:20:40.249016 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Deleting port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:40.249355 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.252057 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Deleting port 525babe5-16b1-4c35-b463-783ea983bd98 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:40.252379 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (525babe5-16b1-4c35-b463-783ea983bd98), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.402318 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (525babe5-16b1-4c35-b463-783ea983bd98), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.402587 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for floatingip (525babe5-16b1-4c35-b463-783ea983bd98), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.405860 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] For port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:40.406209 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.426239 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Calling delete_port for 525babe5-16b1-4c35-b463-783ea983bd98 owned by network:floatingip {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:40.711853 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.712142 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (b530d3be-289c-4081-bda5-d194697e5016), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.712458 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Floating IP b530d3be-289c-4081-bda5-d194697e5016 disassociated. External IP: 172.27.1.191, port: b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da. Jul 04 04:20:40.712773 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Calling delete_port for b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da owned by compute:nova {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:40.786428 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:40.794640 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:40.840083 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (525babe5-16b1-4c35-b463-783ea983bd98), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.891972 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event deleted for resources: {'Port': ['ID=525babe5-16b1-4c35-b463-783ea983bd98,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:40.925437 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.925779 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.926108 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.926466 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.926798 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.927124 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.927446 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.927757 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.928090 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.928409 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.928724 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.929032 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.929366 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.929721 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.930028 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:40.982043 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.996699 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks [] for floatingip (94df737d-9817-433d-b2af-eb3c76e86cf5), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:40.997040 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Floating IP 94df737d-9817-433d-b2af-eb3c76e86cf5 disassociated (deleted). External IP: 172.27.1.114, port: 824e9a73-e83d-443e-a6cb-c8627c01096f. Jul 04 04:20:41.045016 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'Port': ['ID=b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:41.294382 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:20:41.298623 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2e3bbcab-01e3-4e24-b165-fa2b149e2840 req-b2425b6d-8b8c-4204-b225-84ca404d63e8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c03c5904-d825-409f-a638-bb9ce914aec3 HTTP/1.1" status: 200 len: 210 time: 0.0651679 Jul 04 04:20:41.397863 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Router 0fe48b68-d363-476e-90c4-dff75ea77be0 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:20:41.501020 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:20:41.514734 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:20:41.524941 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:41.525536 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:41.565133 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] No DVR routers for this DVR port b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da on host hv-cinder-74216 {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:20:41.568121 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-96f0d5a6-9ac5-44f2-8371-ab67bb24628f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416379 Jul 04 04:20:41.568976 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:41.572151 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fc037ff7-0b28-4d78-9271-f39f54a36baf req-b3ad18ac-cde3-4a1a-8e1c-ab9afb85a0fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "DELETE /v2.0/ports/b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da HTTP/1.1" status: 204 len: 173 time: 1.4435744 Jul 04 04:20:41.572585 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'name': 'network-vif-deleted', 'tag': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:20:41.574849 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a49bc7d-3fb3-4cfe-acd1-68b0486cd339" -d '{"events": [{"server_uuid": "c03c5904-d825-409f-a638-bb9ce914aec3", "name": "network-vif-deleted", "tag": "b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:20:41.587166 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:20:41.598274 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] Sync routers for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:20:41.601362 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:41.613997 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:41.615308 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:41.663669 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:41.691935 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:41.717055 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f57ffb57-f1ec-447b-85fc-c21740a82c0d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "DELETE /v2.0/floatingips/94df737d-9817-433d-b2af-eb3c76e86cf5 HTTP/1.1" status: 204 len: 168 time: 1.9449306 Jul 04 04:20:41.734781 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ea06a-ee71-451a-b534-2e398eec3ad8 x-openstack-request-id: req-478ea06a-ee71-451a-b534-2e398eec3ad8 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:20:41.735067 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03c5904-d825-409f-a638-bb9ce914aec3", "name": "network-vif-deleted", "tag": "b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:20:41.735408 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-478ea06a-ee71-451a-b534-2e398eec3ad8 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:20:41.735724 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478ea06a-ee71-451a-b534-2e398eec3ad8'] response: {'server_uuid': 'c03c5904-d825-409f-a638-bb9ce914aec3', 'name': 'network-vif-deleted', 'tag': 'b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da', 'status': 'completed', 'code': 200} Jul 04 04:20:41.737133 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-25b76bea-f804-4155-8ddb-11795eeb144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:41.738681 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-25b76bea-f804-4155-8ddb-11795eeb144c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 1129 time: 0.0718133 Jul 04 04:20:41.806442 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:41.956413 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-469d236f-14b6-4483-8438-8426d7d66cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:41.957903 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-469d236f-14b6-4483-8438-8426d7d66cee service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 200 len: 920 time: 0.1944609 Jul 04 04:20:41.975754 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:41.980388 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '6b57eea6-6515-490b-9dfb-ce8a1e3d6574', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:14:43Z', 'updated_at': '2022-07-04T04:15:54Z', 'revision_number': 2, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:42.010243 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:20:42.020435 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:42.021046 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:42.178623 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-8777ca7d-99d2-4692-8cb0-bdff60d7bfa0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3384abec-b08a-4477-8514-51d16c8ee80f HTTP/1.1" status: 200 len: 217 time: 0.0598049 Jul 04 04:20:42.279851 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '4740bacc-6dbc-4507-b6df-3db09457a693', 'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'mac_address': 'fa:16:3e:24:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:00Z', 'updated_at': '2022-07-04T04:16:05Z', 'revision_number': 5, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'subnets': [{'id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:42.293767 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:42.340614 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-43863260-47a8-444c-bc52-51428300083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:42.345126 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-43863260-47a8-444c-bc52-51428300083e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 200 len: 858 time: 0.1444447 Jul 04 04:20:42.347490 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] Checking router: 0fe48b68-d363-476e-90c4-dff75ea77be0 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:20:42.360021 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:42.360789 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:42.432499 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33786) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:42.441297 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:42.496623 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-79d0ace0-f3e9-4675-8868-91f0f3c51da8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (f45924e2-88ef-4c51-aafd-5aee9349ba8b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:42.500305 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:42.530563 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-79d0ace0-f3e9-4675-8868-91f0f3c51da8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (f45924e2-88ef-4c51-aafd-5aee9349ba8b), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:42.589498 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-79d0ace0-f3e9-4675-8868-91f0f3c51da8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f45924e2-88ef-4c51-aafd-5aee9349ba8b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:42.593646 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-79d0ace0-f3e9-4675-8868-91f0f3c51da8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:42.597330 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-79d0ace0-f3e9-4675-8868-91f0f3c51da8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "DELETE /v2.0/security-groups/f45924e2-88ef-4c51-aafd-5aee9349ba8b HTTP/1.1" status: 204 len: 168 time: 0.1612880 Jul 04 04:20:42.598165 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33788) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:42.612859 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0ace0-f3e9-4675-8868-91f0f3c51da8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45924e2-88ef-4c51-aafd-5aee9349ba8b,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:42.621983 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '6b57eea6-6515-490b-9dfb-ce8a1e3d6574', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:14:43Z', 'updated_at': '2022-07-04T04:15:54Z', 'revision_number': 2, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:42.633247 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.api.v2.resource [None req-3285bbc3-439e-43ac-8f8e-b070f47becc1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] show failed (client error): The resource could not be found. Jul 04 04:20:42.642127 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33790) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:42.642406 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-3285bbc3-439e-43ac-8f8e-b070f47becc1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups/f45924e2-88ef-4c51-aafd-5aee9349ba8b HTTP/1.1" status: 404 len: 347 time: 0.0419247 Jul 04 04:20:42.651596 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fab301-57d2-4a41-a033-fe3c475cc5a6 None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '6b57eea6-6515-490b-9dfb-ce8a1e3d6574', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:7a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:14:43Z', 'updated_at': '2022-07-04T04:15:54Z', 'revision_number': 2, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:20:42.811482 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:42.815682 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '4740bacc-6dbc-4507-b6df-3db09457a693', 'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'mac_address': 'fa:16:3e:24:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:00Z', 'updated_at': '2022-07-04T04:16:05Z', 'revision_number': 5, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'subnets': [{'id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:42.854673 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56978a07-d9cf-48f2-b4c4-8b61a65fbd86 None None] The sync data for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi is: [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:00Z', 'revision_number': 4, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '4740bacc-6dbc-4507-b6df-3db09457a693', 'name': '', 'network_id': '3beef653-ae8d-4ba3-962e-487bd0dbfb0c', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'mac_address': 'fa:16:3e:24:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:00Z', 'updated_at': '2022-07-04T04:16:05Z', 'revision_number': 5, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'subnets': [{'id': '7f59e1ba-dabc-4843-8164-134901eb233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:20:43.155846 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b41ab-f18b-4d4e-aca3-66ad6213e57d None None] New status for floating IP b530d3be-289c-4081-bda5-d194697e5016: DOWN {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:20:43.163142 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-f2d618b5-f637-4064-8ff8-42dc681a3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:43.164755 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-f2d618b5-f637-4064-8ff8-42dc681a3dfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b852890-6d40-459d-8b3f-cc97ada90f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4097095 Jul 04 04:20:43.236797 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Deleting port 721930c2-9a71-444b-b106-bbbfc7364acd {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:43.237232 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (721930c2-9a71-444b-b106-bbbfc7364acd), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:43.313744 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3fad79-2fe9-456d-92a0-e38bf11f4af2 None None] New status for floating IP 94df737d-9817-433d-b2af-eb3c76e86cf5: DOWN {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:20:43.355517 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-9821af24-8ee4-4ccf-8a71-d19d06a87fee service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680717 Jul 04 04:20:43.395520 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (721930c2-9a71-444b-b106-bbbfc7364acd), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:43.395938 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (721930c2-9a71-444b-b106-bbbfc7364acd), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:43.420755 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Calling delete_port for 721930c2-9a71-444b-b106-bbbfc7364acd owned by network:floatingip {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:43.529210 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-394ff6fe-3077-487e-ad5d-07e70af67da5 req-bb9003c4-e2a5-4205-865e-e1f63be5bb7f service neutron] 10.222.0.59 "GET /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635575 Jul 04 04:20:43.583629 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:43.610387 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (721930c2-9a71-444b-b106-bbbfc7364acd), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:43.640802 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'Port': ['ID=721930c2-9a71-444b-b106-bbbfc7364acd,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:43.701685 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:43.712702 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (b530d3be-289c-4081-bda5-d194697e5016), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:43.715243 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:43.716531 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-51b520b4-4ec5-4c65-906a-1abe3ca0d0fc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "DELETE /v2.0/floatingips/b530d3be-289c-4081-bda5-d194697e5016 HTTP/1.1" status: 204 len: 168 time: 1.0726736 Jul 04 04:20:43.736600 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:20:43.739147 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:20:43.786248 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d151bdef-ba64-4a29-af42-b8dd18cee05f x-openstack-request-id: req-d151bdef-ba64-4a29-af42-b8dd18cee05f {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:20:43.786248 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:20:43.786485 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d151bdef-ba64-4a29-af42-b8dd18cee05f {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:20:43.786732 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d151bdef-ba64-4a29-af42-b8dd18cee05f'] response: {'name': 'network-changed', 'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'status': 'completed', 'code': 200} Jul 04 04:20:44.034735 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:44.058133 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-66d9e32f-c92e-4360-befa-bb472b8f7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:44.059694 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-66d9e32f-c92e-4360-befa-bb472b8f7c1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c487ee37e54042d680eccb72b046bb55&device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 1129 time: 0.0947006 Jul 04 04:20:44.132164 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:20:44.167282 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:20:44.167707 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device b9b0e8c3-8c3b-483a-9a1a-c95a4d7fe2da not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:20:44.224852 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-e7f9b674-fa8e-49e7-b0c8-8427fa2b7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:44.226204 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-e7f9b674-fa8e-49e7-b0c8-8427fa2b7abd service neutron] 10.222.0.59 "GET /v2.0/networks?id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c HTTP/1.1" status: 200 len: 914 time: 0.1068120 Jul 04 04:20:44.900629 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-8d74a493-161e-4ca7-9eaa-7ac1c494046a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 200 len: 217 time: 0.0380192 Jul 04 04:20:44.950523 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-35ae613b-921e-47fd-a8f8-d716f4eef640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:44.952149 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-35ae613b-921e-47fd-a8f8-d716f4eef640 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f59e1ba-dabc-4843-8164-134901eb233e HTTP/1.1" status: 200 len: 852 time: 0.0453303 Jul 04 04:20:45.065153 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-3a2fd5d2-5485-4cad-bcae-ee226edd2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:45.066845 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-3a2fd5d2-5485-4cad-bcae-ee226edd2499 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3beef653-ae8d-4ba3-962e-487bd0dbfb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453174 Jul 04 04:20:45.163243 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-595d3435-ac7f-4388-8043-395570be5d02 service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884957 Jul 04 04:20:45.252780 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5b5b5065-bac8-4cbb-b13f-f8c1dd3ebc1c req-d2778476-4dfc-48fb-99a4-f5bc8f631796 service neutron] 10.222.0.59 "GET /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829313 Jul 04 04:20:45.751048 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c3924-d903-470c-ae23-ba3573026027 req-c9180ba2-4857-4fa2-b924-a488b0efd345 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:45.752516 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fc0c3924-d903-470c-ae23-ba3573026027 req-c9180ba2-4857-4fa2-b924-a488b0efd345 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0563533 Jul 04 04:20:45.801490 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fc0c3924-d903-470c-ae23-ba3573026027 req-f427f818-1996-40de-9b24-869b124aa12a tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Jul 04 04:20:46.440492 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44ea49-e694-40e6-9f4b-1350ac9e28be req-66341d5c-1cc2-45a7-bc63-afe8403ac991 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:46.441975 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5c44ea49-e694-40e6-9f4b-1350ac9e28be req-66341d5c-1cc2-45a7-bc63-afe8403ac991 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.0555279 Jul 04 04:20:46.494406 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5c44ea49-e694-40e6-9f4b-1350ac9e28be req-cbada8f3-22fe-44d7-bcf4-400d0a81051c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443017 Jul 04 04:20:46.936699 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e1e2e-33b6-4c5f-b03b-70a97b97f6ea req-1938cb44-1bcc-48b5-b645-e562458e0dce tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:46.938127 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7a2e1e2e-33b6-4c5f-b03b-70a97b97f6ea req-1938cb44-1bcc-48b5-b645-e562458e0dce tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0501053 Jul 04 04:20:46.999543 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7a2e1e2e-33b6-4c5f-b03b-70a97b97f6ea req-c17485ee-7998-4715-8cac-fe39675dc140 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553482 Jul 04 04:20:47.620098 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f3949-c9dc-4c1a-ad3a-658ea10b1357 req-811b1612-2cbb-481a-abac-4a569cbfef33 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:47.621555 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a93f3949-c9dc-4c1a-ad3a-658ea10b1357 req-811b1612-2cbb-481a-abac-4a569cbfef33 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Jul 04 04:20:47.674359 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a93f3949-c9dc-4c1a-ad3a-658ea10b1357 req-cb61399c-495d-42cd-8180-4137fda227a6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465260 Jul 04 04:20:48.131361 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f858324-3792-4188-8c1c-21328b8a0d4a req-c9dd7091-7a02-4061-a18f-c78d3e453527 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:48.133012 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9f858324-3792-4188-8c1c-21328b8a0d4a req-c9dd7091-7a02-4061-a18f-c78d3e453527 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0541408 Jul 04 04:20:48.183975 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9f858324-3792-4188-8c1c-21328b8a0d4a req-9d075d3d-94d4-4bd0-8a86-2116d749de2f tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b2635f5-d77c-4460-9d65-1f83af2b605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447180 Jul 04 04:20:48.370896 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-2aab3ef0-7f47-4457-8221-f0203bebe913 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:48.372377 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-2aab3ef0-7f47-4457-8221-f0203bebe913 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 945 time: 0.0540712 Jul 04 04:20:48.706391 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-895d7207-de12-4007-ad35-43ee35db5637 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:48.708204 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-895d7207-de12-4007-ad35-43ee35db5637 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Jul 04 04:20:48.735014 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Deleting port 824e9a73-e83d-443e-a6cb-c8627c01096f {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:48.735364 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:48.807515 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:48.830205 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99b771-e9a6-4f97-9873-80bfd02229bd req-e2230140-49b0-4dc9-a636-82a150134195 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:48.831714 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7c99b771-e9a6-4f97-9873-80bfd02229bd req-e2230140-49b0-4dc9-a636-82a150134195 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 945 time: 0.0829616 Jul 04 04:20:48.832338 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] For port 824e9a73-e83d-443e-a6cb-c8627c01096f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=824e9a73-e83d-443e-a6cb-c8627c01096f,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:48.832732 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:48.834944 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Deleting port 9e8db02a-f437-48df-a498-4ab55ec549fb {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:48.835283 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:48.847632 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Calling delete_port for 824e9a73-e83d-443e-a6cb-c8627c01096f owned by compute:nova {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:48.896736 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:48.946063 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7c99b771-e9a6-4f97-9873-80bfd02229bd req-436674b5-467d-4e68-83d0-158fe74d3987 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e7c91-812f-4836-ac84-f4f42a28da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064215 Jul 04 04:20:48.967321 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] For port 9e8db02a-f437-48df-a498-4ab55ec549fb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9e8db02a-f437-48df-a498-4ab55ec549fb,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:48.967321 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:48.985278 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (824e9a73-e83d-443e-a6cb-c8627c01096f), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:49.012692 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Pushing event deleted for resources: {'Port': ['ID=824e9a73-e83d-443e-a6cb-c8627c01096f,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:49.025543 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['824e9a73-e83d-443e-a6cb-c8627c01096f'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:20:49.064315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] No DVR routers for this DVR port 824e9a73-e83d-443e-a6cb-c8627c01096f on host hv-cinder-74216 {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:20:49.066890 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:49.070030 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fb9f1316-e2c2-454f-a852-bd532424e199 req-cebcce49-0b61-4745-904c-d9236cbe3c6d tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.59 "DELETE /v2.0/ports/824e9a73-e83d-443e-a6cb-c8627c01096f HTTP/1.1" status: 204 len: 173 time: 0.4269795 Jul 04 04:20:49.070484 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'name': 'network-vif-deleted', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:20:49.072837 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0514de0b-9147-4664-8ddb-33f515257d47" -d '{"events": [{"server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "name": "network-vif-deleted", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:20:49.111029 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b0c70-ed74-4de4-83ea-957b23d480fb x-openstack-request-id: req-e15b0c70-ed74-4de4-83ea-957b23d480fb {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:20:49.111203 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb07e282-565d-4780-b4e0-9fcc76ac5886", "name": "network-vif-deleted", "tag": "824e9a73-e83d-443e-a6cb-c8627c01096f", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:20:49.111454 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e15b0c70-ed74-4de4-83ea-957b23d480fb {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:20:49.112092 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15b0c70-ed74-4de4-83ea-957b23d480fb'] response: {'server_uuid': 'fb07e282-565d-4780-b4e0-9fcc76ac5886', 'name': 'network-vif-deleted', 'tag': '824e9a73-e83d-443e-a6cb-c8627c01096f', 'status': 'completed', 'code': 200} Jul 04 04:20:49.124032 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:49.171083 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:49.192363 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:49.192724 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (6b57eea6-6515-490b-9dfb-ce8a1e3d6574), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:49.193149 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Floating IP 6b57eea6-6515-490b-9dfb-ce8a1e3d6574 disassociated. External IP: 172.27.1.226, port: 9e8db02a-f437-48df-a498-4ab55ec549fb. Jul 04 04:20:49.193699 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Calling delete_port for 9e8db02a-f437-48df-a498-4ab55ec549fb owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:49.298628 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d1d16317-d59d-4115-b580-0fae5acbea18 req-d09491ce-8ae8-4f13-8620-c4ee09175803 tempest-TestMinimumBasicScenario-416866987 tempest-TestMinimumBasicScenario-416866987-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb07e282-565d-4780-b4e0-9fcc76ac5886 HTTP/1.1" status: 200 len: 210 time: 0.0296571 Jul 04 04:20:49.363358 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (9e8db02a-f437-48df-a498-4ab55ec549fb), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:49.390776 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'Port': ['ID=9e8db02a-f437-48df-a498-4ab55ec549fb,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:49.508277 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:20:49.618034 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:20:49.632837 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:20:49.648452 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:49.649066 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:49.662054 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] No DVR routers for this DVR port 9e8db02a-f437-48df-a498-4ab55ec549fb on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:20:49.664497 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:49.667831 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c1200518-d5c2-4756-be31-c9f46c5691f7 req-2fdafd9a-5445-4596-95ed-f2d00f1fe3b6 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "DELETE /v2.0/ports/9e8db02a-f437-48df-a498-4ab55ec549fb HTTP/1.1" status: 204 len: 173 time: 0.9539993 Jul 04 04:20:49.668285 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'name': 'network-vif-deleted', 'tag': '9e8db02a-f437-48df-a498-4ab55ec549fb'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:20:49.670613 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dde6408-15f9-485a-a241-f1fcbad0273b" -d '{"events": [{"server_uuid": "be90f3f9-d0dd-4296-ba6b-dc719d491a12", "name": "network-vif-deleted", "tag": "9e8db02a-f437-48df-a498-4ab55ec549fb"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:20:49.708177 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac818cc-ed56-4390-815a-9edab531f15b x-openstack-request-id: req-3ac818cc-ed56-4390-815a-9edab531f15b {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:20:49.708956 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be90f3f9-d0dd-4296-ba6b-dc719d491a12", "name": "network-vif-deleted", "tag": "9e8db02a-f437-48df-a498-4ab55ec549fb", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:20:49.708956 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ac818cc-ed56-4390-815a-9edab531f15b {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:20:49.709143 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac818cc-ed56-4390-815a-9edab531f15b'] response: {'server_uuid': 'be90f3f9-d0dd-4296-ba6b-dc719d491a12', 'name': 'network-vif-deleted', 'tag': '9e8db02a-f437-48df-a498-4ab55ec549fb', 'status': 'completed', 'code': 200} Jul 04 04:20:49.724581 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:20:49.749648 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:49.771818 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:49.908147 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:49.971445 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:49.996883 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:20:50.005767 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:50.006393 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:50.055571 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f3be4f23-ee87-472a-858f-2cd1ecebdba8 req-1a9c7bef-4b74-48c6-891e-6bfa50e90dcd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=be90f3f9-d0dd-4296-ba6b-dc719d491a12 HTTP/1.1" status: 200 len: 210 time: 0.0275733 Jul 04 04:20:50.110745 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:50.301189 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:50.326283 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8deef0-b6f9-46ac-9d0e-e04664e69106 None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:20:50.553700 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9691eba-c484-4608-9915-80b9a9cc9ccf None None] New status for floating IP 6b57eea6-6515-490b-9dfb-ce8a1e3d6574: DOWN {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:20:50.868149 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33896) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:51.140458 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33902) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:51.195340 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a1145e2c-9dc3-449b-b4d3-8df1a963f28d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (a56e7c91-812f-4836-ac84-f4f42a28da37), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.198898 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (0fe48b68-d363-476e-90c4-dff75ea77be0), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.218950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a1145e2c-9dc3-449b-b4d3-8df1a963f28d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (a56e7c91-812f-4836-ac84-f4f42a28da37), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.271395 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a1145e2c-9dc3-449b-b4d3-8df1a963f28d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (a56e7c91-812f-4836-ac84-f4f42a28da37), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.273989 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a1145e2c-9dc3-449b-b4d3-8df1a963f28d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.275305 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-a1145e2c-9dc3-449b-b4d3-8df1a963f28d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "DELETE /v2.0/security-groups/a56e7c91-812f-4836-ac84-f4f42a28da37 HTTP/1.1" status: 204 len: 168 time: 0.1338050 Jul 04 04:20:51.279418 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33904) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:51.284969 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1145e2c-9dc3-449b-b4d3-8df1a963f28d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56e7c91-812f-4836-ac84-f4f42a28da37,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:51.305304 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.api.v2.resource [None req-8976661a-6fc0-4df0-8a43-6b395dd8d671 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] show failed (client error): The resource could not be found. Jul 04 04:20:51.306330 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-8976661a-6fc0-4df0-8a43-6b395dd8d671 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups/a56e7c91-812f-4836-ac84-f4f42a28da37 HTTP/1.1" status: 404 len: 347 time: 0.0260155 Jul 04 04:20:51.309421 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33908) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:51.441942 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Deleting port 4740bacc-6dbc-4507-b6df-3db09457a693 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:51.442176 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.528296 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] For port 4740bacc-6dbc-4507-b6df-3db09457a693, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=4740bacc-6dbc-4507-b6df-3db09457a693,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:51.528613 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.530917 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:51.545134 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Calling delete_port for 4740bacc-6dbc-4507-b6df-3db09457a693 owned by network:router_interface {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:51.601117 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:51.684087 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Deleting port a4ccf920-1d87-4a85-82f1-4d29c959f575 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:51.684376 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (a4ccf920-1d87-4a85-82f1-4d29c959f575), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.731881 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (4740bacc-6dbc-4507-b6df-3db09457a693), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.756553 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4740bacc-6dbc-4507-b6df-3db09457a693,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:51.766469 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (a4ccf920-1d87-4a85-82f1-4d29c959f575), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.766771 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (a4ccf920-1d87-4a85-82f1-4d29c959f575), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.783638 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Calling delete_port for a4ccf920-1d87-4a85-82f1-4d29c959f575 owned by network:floatingip {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:51.793797 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:51.860254 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:51.933957 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (0fe48b68-d363-476e-90c4-dff75ea77be0), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.937037 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (a4ccf920-1d87-4a85-82f1-4d29c959f575), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:51.974856 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'Port': ['ID=a4ccf920-1d87-4a85-82f1-4d29c959f575,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:52.000436 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (6b57eea6-6515-490b-9dfb-ce8a1e3d6574), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:52.002943 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:52.004106 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-577b7317-7da1-4336-8633-721a8090eddd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "DELETE /v2.0/floatingips/6b57eea6-6515-490b-9dfb-ce8a1e3d6574 HTTP/1.1" status: 204 len: 168 time: 0.6934648 Jul 04 04:20:52.169909 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Router 0fe48b68-d363-476e-90c4-dff75ea77be0 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:20:52.178863 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 824e9a73-e83d-443e-a6cb-c8627c01096f no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:20:52.197891 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 824e9a73-e83d-443e-a6cb-c8627c01096f {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:20:52.198229 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 824e9a73-e83d-443e-a6cb-c8627c01096f not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:20:52.279744 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:20:52.285080 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a5c5326d-cf58-4d83-873e-a6d51c2788dc admin admin] 10.222.0.16 "PUT /v2.0/routers/0fe48b68-d363-476e-90c4-dff75ea77be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4157410 Jul 04 04:20:52.288284 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33912) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:52.290125 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] Sync routers for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:20:52.301040 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:52.301755 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:52.382264 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:52.390460 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks [] for router (0fe48b68-d363-476e-90c4-dff75ea77be0), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:52.403016 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:52.489839 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks [] for router_gateway (0fe48b68-d363-476e-90c4-dff75ea77be0), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:52.533085 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Deleting port 4da79d31-ccd6-4c05-bfe9-65f3296e7173 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:52.533398 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:52.567565 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:20:51Z', 'revision_number': 5, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port': {'id': '4da79d31-ccd6-4c05-bfe9-65f3296e7173', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:52.614072 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:52.620680 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] For port 4da79d31-ccd6-4c05-bfe9-65f3296e7173, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=4da79d31-ccd6-4c05-bfe9-65f3296e7173,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:52.621045 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:52.638911 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Calling delete_port for 4da79d31-ccd6-4c05-bfe9-65f3296e7173 owned by network:router_gateway {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:52.682474 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] Checking router: 0fe48b68-d363-476e-90c4-dff75ea77be0 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:20:52.691393 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] Routers {'0fe48b68-d363-476e-90c4-dff75ea77be0'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:52.691990 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['0fe48b68-d363-476e-90c4-dff75ea77be0'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:52.776523 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] Set router 0fe48b68-d363-476e-90c4-dff75ea77be0 gateway port host: None {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:52.800532 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:52.827173 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:20:52Z', 'revision_number': 6, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:52.856320 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916f338-1e6e-4b3b-8305-0b5d341b0f85 None None] The sync data for ids ['0fe48b68-d363-476e-90c4-dff75ea77be0'] in dv-cinder-742162-5-iscsi is: [{'id': '0fe48b68-d363-476e-90c4-dff75ea77be0', 'name': 'tempest-TestMinimumBasicScenario-93346802-router', 'tenant_id': 'c487ee37e54042d680eccb72b046bb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:15:57Z', 'updated_at': '2022-07-04T04:20:52Z', 'revision_number': 6, 'project_id': 'c487ee37e54042d680eccb72b046bb55', 'gw_port_host': None}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:20:53.059079 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (4da79d31-ccd6-4c05-bfe9-65f3296e7173), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.082682 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Pushing event deleted for resources: {'Port': ['ID=4da79d31-ccd6-4c05-bfe9-65f3296e7173,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:53.098031 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33916) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:53.103155 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-66ae16cc-5b06-479f-b146-635f385f207c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131049562', 'description': 'tempest-description--1378759036'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:20:53.125598 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-66ae16cc-5b06-479f-b146-635f385f207c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.149053 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (0fe48b68-d363-476e-90c4-dff75ea77be0), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.196660 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-66ae16cc-5b06-479f-b146-635f385f207c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (3bb139f9-b109-4882-aa20-d612a92937e0), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.200822 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-66ae16cc-5b06-479f-b146-635f385f207c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3bb139f9-b109-4882-aa20-d612a92937e0), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.232739 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-66ae16cc-5b06-479f-b146-635f385f207c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.233990 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-66ae16cc-5b06-479f-b146-635f385f207c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1343935 Jul 04 04:20:53.236688 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae16cc-5b06-479f-b146-635f385f207c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb139f9-b109-4882-aa20-d612a92937e0,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:53.238352 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33918) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:53.242685 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-93f83ab1-0d2c-46a0-9df4-75f3f15596c4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group_rule': {'security_group_id': '3bb139f9-b109-4882-aa20-d612a92937e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:20:53.242954 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (0fe48b68-d363-476e-90c4-dff75ea77be0), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.245483 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks [] for router_controller (0fe48b68-d363-476e-90c4-dff75ea77be0), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.271846 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-93f83ab1-0d2c-46a0-9df4-75f3f15596c4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (44bb8939-3212-4ae8-84a0-6c4aad9107d2), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.295909 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (0fe48b68-d363-476e-90c4-dff75ea77be0), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.297139 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe48b68-d363-476e-90c4-dff75ea77be0 {{(pid=104120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:20:53.305129 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.309192 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a1060b7b-3059-4f23-aa95-cd9e09aacffc admin admin] 10.222.0.16 "DELETE /v2.0/routers/0fe48b68-d363-476e-90c4-dff75ea77be0 HTTP/1.1" status: 204 len: 168 time: 1.0173626 Jul 04 04:20:53.309398 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33920) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:53.337822 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-93f83ab1-0d2c-46a0-9df4-75f3f15596c4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (44bb8939-3212-4ae8-84a0-6c4aad9107d2), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.342013 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-93f83ab1-0d2c-46a0-9df4-75f3f15596c4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (44bb8939-3212-4ae8-84a0-6c4aad9107d2), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.356189 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d079e3d-23a7-4a3e-8bd3-96c3d101f997 admin admin] Deleting subnet 7f59e1ba-dabc-4843-8164-134901eb233e {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:20:53.359666 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8d079e3d-23a7-4a3e-8bd3-96c3d101f997 admin admin] Publish callbacks [] for subnet (7f59e1ba-dabc-4843-8164-134901eb233e), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.361489 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f83ab1-0d2c-46a0-9df4-75f3f15596c4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bb8939-3212-4ae8-84a0-6c4aad9107d2,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:53.370066 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-93f83ab1-0d2c-46a0-9df4-75f3f15596c4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.371537 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-93f83ab1-0d2c-46a0-9df4-75f3f15596c4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320410 Jul 04 04:20:53.374188 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33922) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:53.378557 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-dbd5158b-5752-407c-a714-e4378cdccc98 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group_rule': {'security_group_id': '3bb139f9-b109-4882-aa20-d612a92937e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:20:53.396154 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8d079e3d-23a7-4a3e-8bd3-96c3d101f997 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (7f59e1ba-dabc-4843-8164-134901eb233e), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.407503 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbd5158b-5752-407c-a714-e4378cdccc98 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (4c3fa5fd-c0ae-4784-a1d5-338fc2c89802), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.457323 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbd5158b-5752-407c-a714-e4378cdccc98 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (4c3fa5fd-c0ae-4784-a1d5-338fc2c89802), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.461463 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbd5158b-5752-407c-a714-e4378cdccc98 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (4c3fa5fd-c0ae-4784-a1d5-338fc2c89802), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.479166 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5158b-5752-407c-a714-e4378cdccc98 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3fa5fd-c0ae-4784-a1d5-338fc2c89802,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:53.487404 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbd5158b-5752-407c-a714-e4378cdccc98 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.491667 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-dbd5158b-5752-407c-a714-e4378cdccc98 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133516 Jul 04 04:20:53.491917 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33924) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:53.496329 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:20:53.510815 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:53.512628 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8d079e3d-23a7-4a3e-8bd3-96c3d101f997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (7f59e1ba-dabc-4843-8164-134901eb233e), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.519925 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.550837 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:53.573001 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8d079e3d-23a7-4a3e-8bd3-96c3d101f997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (7f59e1ba-dabc-4843-8164-134901eb233e), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.597706 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d079e3d-23a7-4a3e-8bd3-96c3d101f997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f59e1ba-dabc-4843-8164-134901eb233e,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:53.604531 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.611162 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8d079e3d-23a7-4a3e-8bd3-96c3d101f997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.614695 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-8d079e3d-23a7-4a3e-8bd3-96c3d101f997 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7f59e1ba-dabc-4843-8164-134901eb233e HTTP/1.1" status: 204 len: 168 time: 0.3040330 Jul 04 04:20:53.617071 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33926) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:53.636834 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb4e6e-5b72-4843-9f50-c526741db576 None None] Network 3beef653-ae8d-4ba3-962e-487bd0dbfb0c requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:20:53.715639 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (3beef653-ae8d-4ba3-962e-487bd0dbfb0c), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.725966 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Allocated IP 172.27.1.194 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/02a716e6-1bfb-458a-a70e-110ec8bfcdef) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:20:53.763059 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Deleting port 5a8fe84c-2670-4bae-972a-27a3ab18428a {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:53.763271 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.796332 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:53.835168 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] DHCP port deletion for 3beef653-ae8d-4ba3-962e-487bd0dbfb0c request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:20:53.840365 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] For port 5a8fe84c-2670-4bae-972a-27a3ab18428a, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=5a8fe84c-2670-4bae-972a-27a3ab18428a,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:53.840933 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.854189 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (02a716e6-1bfb-458a-a70e-110ec8bfcdef), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.855215 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Calling delete_port for 5a8fe84c-2670-4bae-972a-27a3ab18428a owned by network:dhcp {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:53.876073 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Deleting port 5a8fe84c-2670-4bae-972a-27a3ab18428a {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:53.876438 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.900231 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (02a716e6-1bfb-458a-a70e-110ec8bfcdef), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.903598 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:53.945706 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:20:53.949140 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:20:53.953987 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:20:53.959781 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.964290 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=02a716e6-1bfb-458a-a70e-110ec8bfcdef,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:53.966157 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] For port 5a8fe84c-2670-4bae-972a-27a3ab18428a, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=5a8fe84c-2670-4bae-972a-27a3ab18428a,segment=NetworkSegment(a9f65289-cbfd-48b4-ba58-bf3dbfd70c08),segment_id=a9f65289-cbfd-48b4-ba58-bf3dbfd70c08)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:53.967646 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:53.983791 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Calling delete_port for 5a8fe84c-2670-4bae-972a-27a3ab18428a owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:53.999331 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8fe84c-2670-4bae-972a-27a3ab18428a,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:54.008958 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] No DVR routers for this DVR port 5a8fe84c-2670-4bae-972a-27a3ab18428a on host dv-cinder-742162-5-iscsi {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:20:54.021952 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (3df54eca-f658-4370-8779-24648f42d81a), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.063256 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (02a716e6-1bfb-458a-a70e-110ec8bfcdef), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.073933 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (5a8fe84c-2670-4bae-972a-27a3ab18428a), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.090061 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (3beef653-ae8d-4ba3-962e-487bd0dbfb0c), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.096703 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Pushing event deleted for resources: {'Port': ['ID=5a8fe84c-2670-4bae-972a-27a3ab18428a,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:54.106433 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] No DVR routers for this DVR port 5a8fe84c-2670-4bae-972a-27a3ab18428a on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:20:54.108259 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.108601 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.109003 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.109338 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.109683 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.110327 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.110467 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.110793 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.111541 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.111541 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.111830 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.112092 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.112728 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.112849 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.113160 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7925f5-13dc-4125-b1f2-379bca7f2c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:20:54.116314 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3beef653-ae8d-4ba3-962e-487bd0dbfb0c']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:54.141044 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:54.141044 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f65289-cbfd-48b4-ba58-bf3dbfd70c08') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:54.151427 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (a9f65289-cbfd-48b4-ba58-bf3dbfd70c08), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.166788 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (a9f65289-cbfd-48b4-ba58-bf3dbfd70c08), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.170636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 9e8db02a-f437-48df-a498-4ab55ec549fb no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:20:54.173937 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:20:54.174510 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (a9f65289-cbfd-48b4-ba58-bf3dbfd70c08), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.196374 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 9e8db02a-f437-48df-a498-4ab55ec549fb {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:20:54.196717 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 9e8db02a-f437-48df-a498-4ab55ec549fb not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:20:54.200757 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment a9f65289-cbfd-48b4-ba58-bf3dbfd70c08 resource provider aggregate not found Jul 04 04:20:54.217835 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment a9f65289-cbfd-48b4-ba58-bf3dbfd70c08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9f65289-cbfd-48b4-ba58-bf3dbfd70c08 found for delete ", "request_id": "req-a5fa4720-cf5a-44dc-a3ad-3d5e3f80594e"}]} Jul 04 04:20:54.231371 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (02a716e6-1bfb-458a-a70e-110ec8bfcdef), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.239192 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (02a716e6-1bfb-458a-a70e-110ec8bfcdef), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.259505 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (3beef653-ae8d-4ba3-962e-487bd0dbfb0c), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.267427 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.273322 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3beef653-ae8d-4ba3-962e-487bd0dbfb0c HTTP/1.1" status: 204 len: 168 time: 0.6523252 Jul 04 04:20:54.278693 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33934) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:54.279728 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6236b-f2c8-45d8-a4f6-1207722f6364 admin admin] Pushing event deleted for resources: {'Network': ['ID=3beef653-ae8d-4ba3-962e-487bd0dbfb0c,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:54.282460 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (3df54eca-f658-4370-8779-24648f42d81a), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.296647 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:54.367323 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=02a716e6-1bfb-458a-a70e-110ec8bfcdef,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:54.371422 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.372647 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-5e12fef3-8321-4145-91b5-1ea8e70d166d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8797467 Jul 04 04:20:54.566043 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-05e5b10d-571e-47ee-98b1-62c6b29d1a61 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2131049562&fields=id&tenant_id=7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 267 time: 0.0831668 Jul 04 04:20:54.701099 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:54.796268 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4da79d31-ccd6-4c05-bfe9-65f3296e7173 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:20:54.801034 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (399a6e55-195d-4e98-974e-54be21e74527), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:54.807874 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-1751acb8-ca25-475e-927e-adf6812d1605 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:20:54.809375 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-1751acb8-ca25-475e-927e-adf6812d1605 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 815 time: 0.2354147 Jul 04 04:20:54.815684 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 4da79d31-ccd6-4c05-bfe9-65f3296e7173 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:20:54.816028 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4da79d31-ccd6-4c05-bfe9-65f3296e7173 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:20:54.816441 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4740bacc-6dbc-4507-b6df-3db09457a693 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:20:54.835188 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 4740bacc-6dbc-4507-b6df-3db09457a693 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:20:54.835530 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4740bacc-6dbc-4507-b6df-3db09457a693 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:20:54.835943 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 5a8fe84c-2670-4bae-972a-27a3ab18428a no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:20:54.854310 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 5a8fe84c-2670-4bae-972a-27a3ab18428a {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:20:54.854687 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 5a8fe84c-2670-4bae-972a-27a3ab18428a not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:20:54.882805 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-badf915c-c288-43c2-ab89-77634f496ab7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/quotas/7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 375 time: 0.0371091 Jul 04 04:20:54.949773 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-60a30997-708b-4304-8811-2f3b51cfd72b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602772 Jul 04 04:20:55.195792 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-3e530609-b626-42d3-bad5-5eefe9349c26 service neutron] 10.222.0.16 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242842 Jul 04 04:20:55.200158 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Deleting port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:55.200385 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:55.306046 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:55.347775 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] For port 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2,segment=NetworkSegment(39c9d835-72b5-45e6-aa2a-0a65ab7aea85),segment_id=39c9d835-72b5-45e6-aa2a-0a65ab7aea85)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:55.348128 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:55.351910 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-e076ebd7-ee83-4db9-919d-92c94e2b699d service neutron] 10.222.0.16 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494193 Jul 04 04:20:55.362620 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Calling delete_port for 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 owned by network:router_interface {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:55.521708 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b2d9002e-ba55-4667-9631-9ede8457951d req-28178fa5-a29d-48c2-a0e5-050393d74773 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 210 time: 0.0295849 Jul 04 04:20:55.559675 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:55.583884 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:55.645732 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:55.707480 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (399a6e55-195d-4e98-974e-54be21e74527), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:55.926245 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Router 399a6e55-195d-4e98-974e-54be21e74527 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:20:56.033780 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:20:56.039718 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-28fb52f9-269e-4e21-b540-a3e5eb85bc18 admin admin] 10.222.0.16 "PUT /v2.0/routers/399a6e55-195d-4e98-974e-54be21e74527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585211 Jul 04 04:20:56.042385 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33952) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:56.044131 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] Sync routers for ids ['399a6e55-195d-4e98-974e-54be21e74527'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:20:56.055025 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] Routers {'399a6e55-195d-4e98-974e-54be21e74527'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:56.055635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['399a6e55-195d-4e98-974e-54be21e74527'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:56.120792 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:56.142114 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks [] for router (399a6e55-195d-4e98-974e-54be21e74527), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.156662 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] Set router 399a6e55-195d-4e98-974e-54be21e74527 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:56.241131 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks [] for router_gateway (399a6e55-195d-4e98-974e-54be21e74527), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.284187 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Deleting port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:56.284394 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.323872 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a6e55-195d-4e98-974e-54be21e74527', 'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:16:02Z', 'updated_at': '2022-07-04T04:20:55Z', 'revision_number': 5, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'gw_port': {'id': '760bc984-6dcb-4a15-b8e1-f9b8d2d12924', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a6e55-195d-4e98-974e-54be21e74527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:16:03Z', 'updated_at': '2022-07-04T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:56.341954 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:56.348682 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] Checking router: 399a6e55-195d-4e98-974e-54be21e74527 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:20:56.357350 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] Routers {'399a6e55-195d-4e98-974e-54be21e74527'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:20:56.357963 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:20:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['399a6e55-195d-4e98-974e-54be21e74527'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:56.369206 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] For port 760bc984-6dcb-4a15-b8e1-f9b8d2d12924, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=760bc984-6dcb-4a15-b8e1-f9b8d2d12924,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:56.369568 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.382765 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Calling delete_port for 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 owned by network:router_gateway {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:56.549133 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:56.564835 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (760bc984-6dcb-4a15-b8e1-f9b8d2d12924), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.580814 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] Set router 399a6e55-195d-4e98-974e-54be21e74527 gateway port host: None {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:20:56.595991 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Pushing event deleted for resources: {'Port': ['ID=760bc984-6dcb-4a15-b8e1-f9b8d2d12924,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:56.626066 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6a9bb1fe-24b5-42e6-b6df-f3bb34f55539 req-88363a18-81c3-4c0e-a0cb-e315f6c52aab tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 210 time: 0.0391862 Jul 04 04:20:56.630107 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a6e55-195d-4e98-974e-54be21e74527', 'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:16:02Z', 'updated_at': '2022-07-04T04:20:56Z', 'revision_number': 6, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:56.658940 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ea686-ea00-47ae-a0e6-890d82721ec0 None None] The sync data for ids ['399a6e55-195d-4e98-974e-54be21e74527'] in dv-cinder-742162-5-iscsi is: [{'id': '399a6e55-195d-4e98-974e-54be21e74527', 'name': 'tempest-TestMinimumBasicScenario-526852257-router', 'tenant_id': '30f6ed3c34b04720ba0587134fa1b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:16:02Z', 'updated_at': '2022-07-04T04:20:56Z', 'revision_number': 6, 'project_id': '30f6ed3c34b04720ba0587134fa1b300', 'gw_port_host': None}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:20:56.667821 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (399a6e55-195d-4e98-974e-54be21e74527), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.754794 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (399a6e55-195d-4e98-974e-54be21e74527), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.757046 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks [] for router_controller (399a6e55-195d-4e98-974e-54be21e74527), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.803930 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (399a6e55-195d-4e98-974e-54be21e74527), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.804467 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399a6e55-195d-4e98-974e-54be21e74527 {{(pid=104120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:20:56.808892 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:56.810079 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-bc237343-f1e7-4167-b144-b987bb8eefbe admin admin] 10.222.0.16 "DELETE /v2.0/routers/399a6e55-195d-4e98-974e-54be21e74527 HTTP/1.1" status: 204 len: 168 time: 0.7667129 Jul 04 04:20:56.812811 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33960) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:56.961319 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8d3a57-fc0c-4385-9412-a390c5123e1a admin admin] Deleting subnet 0061487e-e323-4390-b707-bc4bf1a177b0 {{(pid=104119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:20:56.964404 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3a57-fc0c-4385-9412-a390c5123e1a admin admin] Publish callbacks [] for subnet (0061487e-e323-4390-b707-bc4bf1a177b0), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.001310 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3a57-fc0c-4385-9412-a390c5123e1a admin admin] Publish callbacks [] for subnet (0061487e-e323-4390-b707-bc4bf1a177b0), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.046355 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3a57-fc0c-4385-9412-a390c5123e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (0061487e-e323-4390-b707-bc4bf1a177b0), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.066742 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:57.109242 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3a57-fc0c-4385-9412-a390c5123e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for subnet (0061487e-e323-4390-b707-bc4bf1a177b0), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.135182 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d3a57-fc0c-4385-9412-a390c5123e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0061487e-e323-4390-b707-bc4bf1a177b0,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:57.141991 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3a57-fc0c-4385-9412-a390c5123e1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.145190 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-6f8d3a57-fc0c-4385-9412-a390c5123e1a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0061487e-e323-4390-b707-bc4bf1a177b0 HTTP/1.1" status: 204 len: 168 time: 0.3313377 Jul 04 04:20:57.146940 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d4679-b2a7-46cd-b217-5a520512f1d3 None None] Network 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:20:57.148018 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33964) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:57.163636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:57.213324 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:20:57.223662 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (7b880c89-ca57-4fe1-87bc-0eaec16f5a01), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.253111 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:20:57.253523 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 796f6ce5-d9bd-4093-ac7a-6be51e8bf2c2 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:20:57.270899 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Deleting port 7f24fcdf-4882-408e-bb81-7e186d9eb203 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:57.271462 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.343356 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b36e89-9dec-4850-a9b9-a2e6a9add15b None None] DHCP port deletion for 7b880c89-ca57-4fe1-87bc-0eaec16f5a01 request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:20:57.383715 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-21b36e89-9dec-4850-a9b9-a2e6a9add15b None None] Deleting port 7f24fcdf-4882-408e-bb81-7e186d9eb203 {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:20:57.383995 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-21b36e89-9dec-4850-a9b9-a2e6a9add15b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.456331 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-21b36e89-9dec-4850-a9b9-a2e6a9add15b None None] For port 7f24fcdf-4882-408e-bb81-7e186d9eb203, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=7f24fcdf-4882-408e-bb81-7e186d9eb203,segment=NetworkSegment(39c9d835-72b5-45e6-aa2a-0a65ab7aea85),segment_id=39c9d835-72b5-45e6-aa2a-0a65ab7aea85)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:57.456729 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-21b36e89-9dec-4850-a9b9-a2e6a9add15b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.471382 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-21b36e89-9dec-4850-a9b9-a2e6a9add15b None None] Calling delete_port for 7f24fcdf-4882-408e-bb81-7e186d9eb203 owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:57.561880 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-21b36e89-9dec-4850-a9b9-a2e6a9add15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.586546 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b36e89-9dec-4850-a9b9-a2e6a9add15b None None] Pushing event deleted for resources: {'Port': ['ID=7f24fcdf-4882-408e-bb81-7e186d9eb203,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:57.598019 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b36e89-9dec-4850-a9b9-a2e6a9add15b None None] No DVR routers for this DVR port 7f24fcdf-4882-408e-bb81-7e186d9eb203 on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:20:57.598183 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] For port 7f24fcdf-4882-408e-bb81-7e186d9eb203, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=7f24fcdf-4882-408e-bb81-7e186d9eb203,segment=NetworkSegment(39c9d835-72b5-45e6-aa2a-0a65ab7aea85),segment_id=39c9d835-72b5-45e6-aa2a-0a65ab7aea85)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:20:57.598399 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.618961 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Calling delete_port for 7f24fcdf-4882-408e-bb81-7e186d9eb203 owned by network:dhcp {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:20:57.668135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:57.701937 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (7f24fcdf-4882-408e-bb81-7e186d9eb203), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.722176 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ba3ee456-865b-4fae-b202-ca73f4332e5c req-f9d0e0d8-9a44-44f2-aee3-5bf1f6aad29d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 210 time: 0.0397172 Jul 04 04:20:57.727228 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f24fcdf-4882-408e-bb81-7e186d9eb203,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:57.730664 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] No DVR routers for this DVR port 7f24fcdf-4882-408e-bb81-7e186d9eb203 on host dv-cinder-742162-5-iscsi {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:20:57.804510 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (7b880c89-ca57-4fe1-87bc-0eaec16f5a01), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.826250 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.826622 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.827359 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.827689 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > port after_create 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.828024 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.828356 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > port after_update 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.828670 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.828998 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.829312 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.829626 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.898195 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.898488 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.898817 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.899138 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 04:20:57.899498 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b880c89-ca57-4fe1-87bc-0eaec16f5a01']}} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:57.917077 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c9d835-72b5-45e6-aa2a-0a65ab7aea85') {'for_net_delete': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:57.917366 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c9d835-72b5-45e6-aa2a-0a65ab7aea85') {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:20:57.934004 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13225317'] for segment (39c9d835-72b5-45e6-aa2a-0a65ab7aea85), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.958415 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (39c9d835-72b5-45e6-aa2a-0a65ab7aea85), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:57.966790 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=104119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:20:57.967166 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13224728'] for segment (39c9d835-72b5-45e6-aa2a-0a65ab7aea85), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.034092 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (7b880c89-ca57-4fe1-87bc-0eaec16f5a01), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.046304 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.052132 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] 10.222.0.16 "DELETE /v2.0/networks/7b880c89-ca57-4fe1-87bc-0eaec16f5a01 HTTP/1.1" status: 204 len: 168 time: 0.9004967 Jul 04 04:20:58.059181 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd11e35-e554-478f-891d-ac7c9f7c934a admin admin] Pushing event deleted for resources: {'Network': ['ID=7b880c89-ca57-4fe1-87bc-0eaec16f5a01,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:58.111895 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 39c9d835-72b5-45e6-aa2a-0a65ab7aea85 resource provider aggregate not found Jul 04 04:20:58.130067 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 39c9d835-72b5-45e6-aa2a-0a65ab7aea85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39c9d835-72b5-45e6-aa2a-0a65ab7aea85 found for delete ", "request_id": "req-5b4032be-b87a-4ae5-a70a-9b0418aa50fb"}]} Jul 04 04:20:58.169182 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33986) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:58.211110 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-007d944b-3bae-45da-9433-4d8b9c074b98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c487ee37e54042d680eccb72b046bb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404320 Jul 04 04:20:58.214660 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33988) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:58.266027 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-13a38a93-cb93-49e8-aab9-284f044e66b0 admin admin] Publish callbacks [] for security_group (0b2635f5-d77c-4460-9d65-1f83af2b605d), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.288886 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-13a38a93-cb93-49e8-aab9-284f044e66b0 admin admin] Publish callbacks [] for security_group (0b2635f5-d77c-4460-9d65-1f83af2b605d), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.342280 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-13a38a93-cb93-49e8-aab9-284f044e66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (0b2635f5-d77c-4460-9d65-1f83af2b605d), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.344844 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-13a38a93-cb93-49e8-aab9-284f044e66b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.346016 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-13a38a93-cb93-49e8-aab9-284f044e66b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b2635f5-d77c-4460-9d65-1f83af2b605d HTTP/1.1" status: 204 len: 168 time: 0.1304290 Jul 04 04:20:58.354093 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a38a93-cb93-49e8-aab9-284f044e66b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2635f5-d77c-4460-9d65-1f83af2b605d,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:58.699302 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 33994) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:58.745662 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ca85775e-db0a-47a0-8d83-fdf1f16a180a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30f6ed3c34b04720ba0587134fa1b300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445936 Jul 04 04:20:58.747880 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 33998) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:20:58.827845 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-76f20391-61d7-4345-badb-1379694f1ee9 req-e1d0d397-d565-4866-8072-091b68b0440b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 210 time: 0.0344348 Jul 04 04:20:58.837601 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bda3c3e9-9d10-46f1-bb5d-138858080ba7 admin admin] Publish callbacks [] for security_group (c610d4b6-e331-445e-b045-f32f0c1b6ca6), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.839039 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 7f24fcdf-4882-408e-bb81-7e186d9eb203 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:20:58.858068 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 7f24fcdf-4882-408e-bb81-7e186d9eb203 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:20:58.858211 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 7f24fcdf-4882-408e-bb81-7e186d9eb203 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:20:58.858552 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:20:58.873589 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bda3c3e9-9d10-46f1-bb5d-138858080ba7 admin admin] Publish callbacks [] for security_group (c610d4b6-e331-445e-b045-f32f0c1b6ca6), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.877082 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:20:58.877422 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 760bc984-6dcb-4a15-b8e1-f9b8d2d12924 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:20:58.893285 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:20:58.932107 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bda3c3e9-9d10-46f1-bb5d-138858080ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (c610d4b6-e331-445e-b045-f32f0c1b6ca6), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.935948 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bda3c3e9-9d10-46f1-bb5d-138858080ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:20:58.937577 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-bda3c3e9-9d10-46f1-bb5d-138858080ba7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c610d4b6-e331-445e-b045-f32f0c1b6ca6 HTTP/1.1" status: 204 len: 168 time: 0.1887035 Jul 04 04:20:58.945375 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3c3e9-9d10-46f1-bb5d-138858080ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c610d4b6-e331-445e-b045-f32f0c1b6ca6,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:20:59.939326 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-31c86431-2954-42d1-902a-5fdc67b91bbe req-a6a2c0a1-dd70-42de-9fe9-35bac40ca070 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 210 time: 0.0309823 Jul 04 04:21:00.679184 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-0ef4bd96-f9ef-4171-bc74-91dc661b3c7c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:00.680693 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-0ef4bd96-f9ef-4171-bc74-91dc661b3c7c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 815 time: 0.1090233 Jul 04 04:21:00.751540 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-5623b32b-79c5-4135-a31c-d1f5e9991520 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 380 time: 0.0566614 Jul 04 04:21:00.762353 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'port': {'device_id': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'admin_state_up': True, 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'security_groups': ['3bb139f9-b109-4882-aa20-d612a92937e0']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:00.893149 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Made reservation on behalf of 7ccd298eebe6413daaae0d801e902616 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:21:00.896620 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:01.047323 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0df9fd94-676f-4f0e-8347-4c352741a6d4 req-4d616550-783f-402e-9479-3f1d9fd9793a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 210 time: 0.0363636 Jul 04 04:21:01.056710 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Allocated IP 172.20.0.8 (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11/717d670b-adb3-427c-80c2-3232bb75bb0d/7051c212-d0bc-4b65-80eb-a9c6d3fd89c4) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:01.067302 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=10,neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:01.207806 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:01.242286 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:01.293678 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:01.297045 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:01.301076 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:01.327595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:01.362837 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:01.363605 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:01.383251 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aeff9d84-51d0-419b-8e07-89371343f62d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6262603 Jul 04 04:21:01.410258 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Request body: {'port': {'device_id': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:01.471435 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:01.476569 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:01.557506 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-540bdffc-2aef-4369-a758-b5efa3ecc06c None None] Provisioning complete for port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:01.558082 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-540bdffc-2aef-4369-a758-b5efa3ecc06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:01.589069 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-540bdffc-2aef-4369-a758-b5efa3ecc06c None None] Port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:21:01.781478 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:21:01.790877 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Publish callbacks [] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:01.807270 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Transition to ACTIVE for port object 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:21:01.814609 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:01.871578 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Pushing event updated for resources: {'Port': ['ID=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:01.933475 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:01.945785 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Attempting to bind port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:21:01.946135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Attempting to bind port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:21:01.946506 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Attempting to bind port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:01.952171 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:21:01.952468 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Attempting to bind port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:01.958349 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:21:01.958707 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Checking segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:21:01.959093 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Bound using segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:21:01.959509 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Bound port: 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:21:01.959883 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:02.026516 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] For port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:21:02.030395 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] For port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:21:02.038063 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:02.069967 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:02.070658 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:02.072049 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] 10.222.0.59 "PUT /v2.0/ports/7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 HTTP/1.1" status: 200 len: 1093 time: 0.6661890 Jul 04 04:21:02.077294 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'tag': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:02.081027 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8504f7ec-3a32-4230-ad65-61da993f52bb", "tag": "7051c212-d0bc-4b65-80eb-a9c6d3fd89c4"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:02.129048 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e25750-4ee7-4cd4-9b18-4fb2beaf13db service neutron] Pushing event updated for resources: {'Port': ['ID=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:02.170508 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59852ac9-7224-4ca9-b95f-da2e43193e6e x-openstack-request-id: req-59852ac9-7224-4ca9-b95f-da2e43193e6e {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:02.170804 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8504f7ec-3a32-4230-ad65-61da993f52bb", "tag": "7051c212-d0bc-4b65-80eb-a9c6d3fd89c4", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:02.171059 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59852ac9-7224-4ca9-b95f-da2e43193e6e {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:02.171459 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59852ac9-7224-4ca9-b95f-da2e43193e6e'] response: {'name': 'network-changed', 'server_uuid': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'tag': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4', 'status': 'completed', 'code': 200} Jul 04 04:21:02.187397 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-8fc707a7-802b-47ff-8288-ef75f6d64f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:02.189056 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-8fc707a7-802b-47ff-8288-ef75f6d64f23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 1127 time: 0.0509136 Jul 04 04:21:02.191513 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfadab6-2033-4e0e-9182-dc26b269d1b1 req-41de55ba-6924-4160-9386-ca30172330ab tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:02.192994 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bdfadab6-2033-4e0e-9182-dc26b269d1b1 req-41de55ba-6924-4160-9386-ca30172330ab tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 943 time: 0.0587702 Jul 04 04:21:02.246420 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bdfadab6-2033-4e0e-9182-dc26b269d1b1 req-c3dd49bc-0d82-4c6a-a7b1-1d494f969766 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474043 Jul 04 04:21:02.247768 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-3ecf7932-b997-4f66-a7f6-afded6b030a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 HTTP/1.1" status: 200 len: 217 time: 0.0435960 Jul 04 04:21:02.299742 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aa510aa9-b125-492a-b3b9-501b311f48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:02.301132 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-aa510aa9-b125-492a-b3b9-501b311f48c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0476229 Jul 04 04:21:02.348544 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-cfcc703c-5c1e-4e78-9f11-f34ac2702768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:02.350649 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-cfcc703c-5c1e-4e78-9f11-f34ac2702768 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435529 Jul 04 04:21:02.463883 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-f3c4d46b-a886-4723-b976-a25fe38ced01 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068163 Jul 04 04:21:02.543292 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:02.566135 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ebe4af0b-8a8f-4a27-b867-783cd9383cda req-55048299-3ae2-4fbb-9bec-47740bcd54c5 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956790 Jul 04 04:21:02.779251 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=79 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:02.831125 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:03.381519 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f98e26-a5e2-4ed1-8dff-809ca9ed013c req-36740fbe-a263-4fef-ab35-4d4fbdcfdf9d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:03.383071 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-81f98e26-a5e2-4ed1-8dff-809ca9ed013c req-36740fbe-a263-4fef-ab35-4d4fbdcfdf9d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 943 time: 0.0539587 Jul 04 04:21:03.433244 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-81f98e26-a5e2-4ed1-8dff-809ca9ed013c req-d2c957f8-15b9-4c62-8127-97cb62b2e90d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Jul 04 04:21:04.072898 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0446a8f6-6b94-4573-9184-cc532d8a46fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:04.558516 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b3151-677d-4a07-b359-0d2f52f7321e req-afbe3890-55c0-48b7-b665-7bf6b3c82228 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:04.560100 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-724b3151-677d-4a07-b359-0d2f52f7321e req-afbe3890-55c0-48b7-b665-7bf6b3c82228 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 943 time: 0.0540903 Jul 04 04:21:04.616912 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-724b3151-677d-4a07-b359-0d2f52f7321e req-cb9126e2-5e4e-4d8e-9ade-e80f57d18cc9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496628 Jul 04 04:21:04.796030 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-02a7f854-9155-445c-9b84-a5ba1e9762e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:04.797517 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-02a7f854-9155-445c-9b84-a5ba1e9762e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 1127 time: 0.0405197 Jul 04 04:21:04.901391 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-b2c7cef1-6936-479f-a28b-b068d4a21959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:04.903004 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-b2c7cef1-6936-479f-a28b-b068d4a21959 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 916 time: 0.0993898 Jul 04 04:21:04.943097 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-9d6ed3e9-2a5c-45d0-a71d-152ddb48c5b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 HTTP/1.1" status: 200 len: 217 time: 0.0327001 Jul 04 04:21:04.991533 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-d0da546b-d347-494e-8274-a3fd33329e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:04.992896 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-d0da546b-d347-494e-8274-a3fd33329e24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0445483 Jul 04 04:21:05.037119 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-9e5938ff-d4c3-48cd-8471-3731d8d9e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:05.038659 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-9e5938ff-d4c3-48cd-8471-3731d8d9e152 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401342 Jul 04 04:21:05.130941 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-094a8649-8a9c-496b-81af-050e488eba39 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863261 Jul 04 04:21:05.208902 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:05.247752 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f67b0083-b84c-4ab7-9810-3e49b6f19cb6 req-7f8d79a4-ba2e-4387-bb50-1d00c8298ecf service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109738 Jul 04 04:21:05.738965 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfbe4c-48d9-4fe6-8272-3608440549a4 req-fd47ae38-5abf-4331-8481-fbed7665ed46 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:05.740442 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3bbfbe4c-48d9-4fe6-8272-3608440549a4 req-fd47ae38-5abf-4331-8481-fbed7665ed46 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 943 time: 0.0528536 Jul 04 04:21:05.798969 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3bbfbe4c-48d9-4fe6-8272-3608440549a4 req-e650e811-d47d-4afa-aaa2-ba673f1ceff9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498822 Jul 04 04:21:06.180268 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ba5012ec-ac4f-418f-a234-6efbe043bf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:06.198685 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:21:06.271789 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:06.301717 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:06.313621 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'port_id': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4', 'mac_address': 'fa:16:3e:ca:3f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:21:06.347768 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:06.348150 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:06.365125 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:21:06.384416 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:06.392307 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:06.446814 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:06.847961 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['7051c212-d0bc-4b65-80eb-a9c6d3fd89c4'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:21:06.920747 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0821-7a54-420d-91ef-7d092cd4bc26 req-870b8918-1b26-4281-b3a2-682c78e4ed33 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:06.922503 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-212a0821-7a54-420d-91ef-7d092cd4bc26 req-870b8918-1b26-4281-b3a2-682c78e4ed33 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 944 time: 0.0501182 Jul 04 04:21:06.968180 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:06.968626 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:06.973489 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-212a0821-7a54-420d-91ef-7d092cd4bc26 req-00d854e4-c756-44b3-bfcc-2c7f7ebc321a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452869 Jul 04 04:21:07.578288 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:08.105391 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0f224-defe-4436-b676-4c404a3f4433 req-1db913d4-b116-4f18-b946-74b187b08fb7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:08.106974 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-50a0f224-defe-4436-b676-4c404a3f4433 req-1db913d4-b116-4f18-b946-74b187b08fb7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 944 time: 0.0571637 Jul 04 04:21:08.162452 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-50a0f224-defe-4436-b676-4c404a3f4433 req-8000caa5-0f46-4448-9d6a-eca3a0164b21 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481489 Jul 04 04:21:08.203109 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:21:08.248149 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:21:08.254961 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:08.255328 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:08.333550 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:08.333877 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:08.362176 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:08.364522 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee6ae5f-dac2-43bd-a30d-8f368cbee25c" -d '{"events": [{"server_uuid": "8504f7ec-3a32-4230-ad65-61da993f52bb", "name": "network-vif-plugged", "status": "completed", "tag": "7051c212-d0bc-4b65-80eb-a9c6d3fd89c4"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:08.377097 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:08.396199 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:08.443073 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:08.585230 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924b88b0-9e50-44a7-ba48-fe8a6c1d2a8c x-openstack-request-id: req-924b88b0-9e50-44a7-ba48-fe8a6c1d2a8c {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:08.585919 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8504f7ec-3a32-4230-ad65-61da993f52bb", "name": "network-vif-plugged", "status": "completed", "tag": "7051c212-d0bc-4b65-80eb-a9c6d3fd89c4", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:08.585919 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-924b88b0-9e50-44a7-ba48-fe8a6c1d2a8c {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:08.586104 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924b88b0-9e50-44a7-ba48-fe8a6c1d2a8c'] response: {'server_uuid': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4', 'code': 200} Jul 04 04:21:08.809369 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d85c7e-0ed5-40a3-b2d7-15b332c626ec req-9fc9e431-d211-4939-8323-29c65a39b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:08.811095 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-17d85c7e-0ed5-40a3-b2d7-15b332c626ec req-9fc9e431-d211-4939-8323-29c65a39b68f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 1129 time: 0.0437913 Jul 04 04:21:08.859288 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-17d85c7e-0ed5-40a3-b2d7-15b332c626ec req-ce4a6479-fdc8-4a83-8e29-9b0effd380da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Jul 04 04:21:08.889007 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:09.101588 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:09.287400 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76137fb-fc97-4e0c-a481-6ef17a9e12cb req-457363a2-ffec-407d-b567-6936b2c4a9c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:09.288894 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f76137fb-fc97-4e0c-a481-6ef17a9e12cb req-457363a2-ffec-407d-b567-6936b2c4a9c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 945 time: 0.0533698 Jul 04 04:21:09.336984 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f76137fb-fc97-4e0c-a481-6ef17a9e12cb req-234c7e49-5988-4cfa-b924-cb609150388d tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Jul 04 04:21:10.460005 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5853-8f75-428e-aa10-f8360cd56811 req-db8bf0ec-34a2-44a8-ad4c-c8da4f02bf54 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:10.461468 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-63dc5853-8f75-428e-aa10-f8360cd56811 req-db8bf0ec-34a2-44a8-ad4c-c8da4f02bf54 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 945 time: 0.0507474 Jul 04 04:21:10.511540 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-63dc5853-8f75-428e-aa10-f8360cd56811 req-88cb882d-5551-4e01-ad07-f19cf410f6ad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Jul 04 04:21:11.646204 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d446-61d7-418c-a381-ad00f241c986 req-a2277ff1-0c46-4ed1-b9ae-c4f932219ca4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:11.647713 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ef15d446-61d7-418c-a381-ad00f241c986 req-a2277ff1-0c46-4ed1-b9ae-c4f932219ca4 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 945 time: 0.0568805 Jul 04 04:21:11.674605 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:11.703686 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ef15d446-61d7-418c-a381-ad00f241c986 req-ea99da39-5953-418a-bf18-242cd9cec143 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484335 Jul 04 04:21:11.823356 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a71a45-3922-4e58-98d2-1ce9469e7db1 req-9de82275-2c16-4c6f-8a42-a6ef0367af85 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:11.824753 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-85a71a45-3922-4e58-98d2-1ce9469e7db1 req-9de82275-2c16-4c6f-8a42-a6ef0367af85 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 945 time: 0.0562816 Jul 04 04:21:11.835879 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34050) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:11.840460 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-cb70dca4-d157-4d22-87fd-01e11e04bb73 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'floatingip': {'port_id': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:11.879138 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb70dca4-d157-4d22-87fd-01e11e04bb73 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (3df54eca-f658-4370-8779-24648f42d81a), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:12.345507 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb70dca4-d157-4d22-87fd-01e11e04bb73 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:12.352140 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb70dca4-d157-4d22-87fd-01e11e04bb73 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (3df54eca-f658-4370-8779-24648f42d81a), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:12.466930 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [None req-cb70dca4-d157-4d22-87fd-01e11e04bb73 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Floating IP 3df54eca-f658-4370-8779-24648f42d81a associated. External IP: 172.27.1.194, port: 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4. Jul 04 04:21:12.572895 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:12.699913 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb70dca4-d157-4d22-87fd-01e11e04bb73 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:21:12.806924 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb70dca4-d157-4d22-87fd-01e11e04bb73 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:21:12.811700 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cb70dca4-d157-4d22-87fd-01e11e04bb73 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:12.817806 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:21:12.829179 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:12.829817 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:12.838899 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:12.847312 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-cb70dca4-d157-4d22-87fd-01e11e04bb73 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "PUT /v2.0/floatingips/3df54eca-f658-4370-8779-24648f42d81a HTTP/1.1" status: 200 len: 991 time: 1.0103815 Jul 04 04:21:12.848709 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'tag': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:12.851085 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142" -d '{"events": [{"name": "network-changed", "server_uuid": "8504f7ec-3a32-4230-ad65-61da993f52bb", "tag": "7051c212-d0bc-4b65-80eb-a9c6d3fd89c4"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:12.898130 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62e2b36-3362-4acb-ad1f-84330c0a728f x-openstack-request-id: req-d62e2b36-3362-4acb-ad1f-84330c0a728f {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:12.898589 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8504f7ec-3a32-4230-ad65-61da993f52bb", "tag": "7051c212-d0bc-4b65-80eb-a9c6d3fd89c4", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:12.898969 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d62e2b36-3362-4acb-ad1f-84330c0a728f {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:12.899445 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62e2b36-3362-4acb-ad1f-84330c0a728f'] response: {'name': 'network-changed', 'server_uuid': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'tag': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4', 'status': 'completed', 'code': 200} Jul 04 04:21:12.932578 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:12.998942 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-c5cadde2-33df-4e55-9e09-d8b5c3dfe1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:13.000839 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-c5cadde2-33df-4e55-9e09-d8b5c3dfe1d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 1129 time: 0.0504754 Jul 04 04:21:13.161352 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '3df54eca-f658-4370-8779-24648f42d81a', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:ca:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:20:53Z', 'updated_at': '2022-07-04T04:21:12Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:13.190940 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:21:13.200529 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:13.201185 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:13.302428 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:13.407548 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-007efc38-f9e4-4b85-9ea4-c7178efced53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:13.409035 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-007efc38-f9e4-4b85-9ea4-c7178efced53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 916 time: 0.4010277 Jul 04 04:21:13.476812 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-451483de-eee2-4a56-b6b6-75f478a52b98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 HTTP/1.1" status: 200 len: 999 time: 0.0603971 Jul 04 04:21:13.520449 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '3df54eca-f658-4370-8779-24648f42d81a', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:ca:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:20:53Z', 'updated_at': '2022-07-04T04:21:12Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:13.527750 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-8e5cf4fa-b8e0-459f-864e-a7bbb3a6dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:13.530030 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-8e5cf4fa-b8e0-459f-864e-a7bbb3a6dba5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0477304 Jul 04 04:21:13.545941 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73da8b4-21dc-4b70-acd9-00e83f365ea1 None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '3df54eca-f658-4370-8779-24648f42d81a', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:ca:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:20:53Z', 'updated_at': '2022-07-04T04:21:12Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:21:13.582012 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-6587423d-d14d-41cb-a9f3-658940dc6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:13.583558 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-6587423d-d14d-41cb-a9f3-658940dc6cea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474393 Jul 04 04:21:13.690076 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-b2631592-9324-4505-85d4-053b135135ce service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998938 Jul 04 04:21:13.759143 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a0353b-7018-46d2-99c5-7e88b04627b1 None None] New status for floating IP 3df54eca-f658-4370-8779-24648f42d81a: ACTIVE {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:21:13.796365 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ec319179-5a2f-4c36-b4b5-7e4c6d6ba142 req-af30c8b7-81da-473b-a209-b64723feee45 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993092 Jul 04 04:21:14.041368 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:21.813319 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=12 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:21.815892 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=75,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:22.384044 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5976b9-fa91-4c69-9d8c-4f87be7d7563 req-b288bcd3-2bf1-41ba-9ea3-3ef89dd9a930 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:22.386194 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b5976b9-fa91-4c69-9d8c-4f87be7d7563 req-b288bcd3-2bf1-41ba-9ea3-3ef89dd9a930 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0586336 Jul 04 04:21:22.438402 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b5976b9-fa91-4c69-9d8c-4f87be7d7563 req-aa5e4b19-a41c-4509-8cb4-dd62bfdf18af tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Jul 04 04:21:23.568435 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71923180-419f-48ef-ac15-7649e73b7615 req-6d549495-71ca-44e5-a662-fe6962f6751f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:23.569872 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-71923180-419f-48ef-ac15-7649e73b7615 req-6d549495-71ca-44e5-a662-fe6962f6751f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0497365 Jul 04 04:21:23.622100 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-71923180-419f-48ef-ac15-7649e73b7615 req-dd9a19e4-2e47-4f61-bb82-a7948a07fbb2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 Jul 04 04:21:24.032851 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:24.034805 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:24.749329 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329b7a-d03c-4e8d-a8c1-20cdf8e53cc9 req-8b247c8b-53e1-4588-9209-5ca9a8f2ab4d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:24.750835 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5e329b7a-d03c-4e8d-a8c1-20cdf8e53cc9 req-8b247c8b-53e1-4588-9209-5ca9a8f2ab4d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Jul 04 04:21:24.799183 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5e329b7a-d03c-4e8d-a8c1-20cdf8e53cc9 req-7fa0c197-e1ff-4087-9c03-3a6fd237b831 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Jul 04 04:21:25.923649 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74491f91-b3ea-4a86-9683-fd85f968da60 req-b021986a-8e9d-4f15-8a35-1835afc577a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:25.925034 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-74491f91-b3ea-4a86-9683-fd85f968da60 req-b021986a-8e9d-4f15-8a35-1835afc577a8 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0502765 Jul 04 04:21:25.977941 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-74491f91-b3ea-4a86-9683-fd85f968da60 req-c9394487-0144-4d58-8cc9-0cfc4ffafa03 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8d581b7-3da9-4a06-a9f2-d77cbf719049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470321 Jul 04 04:21:26.352922 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-aa15a105-9aa3-4a40-9d26-9b3cac984594 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:26.354395 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-aa15a105-9aa3-4a40-9d26-9b3cac984594 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 945 time: 0.0540245 Jul 04 04:21:26.444174 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Deleting port e37866cf-542d-489f-93a0-a1d504eaec14 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:26.444174 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:26.466396 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:26.536504 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] For port e37866cf-542d-489f-93a0-a1d504eaec14, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=e37866cf-542d-489f-93a0-a1d504eaec14,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:26.536863 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:26.610973 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:26.693448 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:21:26.730814 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:26.731166 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (9d2b0123-a94b-4d4f-9c0c-b494f2d51b29), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:26.731478 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Floating IP 9d2b0123-a94b-4d4f-9c0c-b494f2d51b29 disassociated. External IP: 172.27.1.68, port: e37866cf-542d-489f-93a0-a1d504eaec14. Jul 04 04:21:26.731817 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Calling delete_port for e37866cf-542d-489f-93a0-a1d504eaec14 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:26.872612 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (e37866cf-542d-489f-93a0-a1d504eaec14), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:26.915327 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event deleted for resources: {'Port': ['ID=e37866cf-542d-489f-93a0-a1d504eaec14,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:27.032400 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Router 744bc2c3-db45-4d76-a004-4802ef2af8b7 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:21:27.134272 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d95a9d16-15ec-4d9a-bc52-84fe4e61c1a8 req-8eb1965b-6e6f-4965-a87c-12ac3c060ac5 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfaa8d9e-b400-45d9-a635-3916ec760c32 HTTP/1.1" status: 200 len: 210 time: 0.0574033 Jul 04 04:21:27.164409 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:21:27.174060 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] Sync routers for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:21:27.184522 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:27.185129 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:27.207482 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] No DVR routers for this DVR port e37866cf-542d-489f-93a0-a1d504eaec14 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:21:27.210170 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:27.213307 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a14c2824-587c-4fcb-a234-86e0b9a64751 req-82d084ad-1187-446a-9c92-c529a8e05dd2 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "DELETE /v2.0/ports/e37866cf-542d-489f-93a0-a1d504eaec14 HTTP/1.1" status: 204 len: 173 time: 0.8536382 Jul 04 04:21:27.213739 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'name': 'network-vif-deleted', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:27.215987 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c1f2f3-be30-4078-803a-c0f6eee18ed8" -d '{"events": [{"server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "name": "network-vif-deleted", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:27.261447 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59576878-a9e6-493d-be43-f0055b284c3b x-openstack-request-id: req-59576878-a9e6-493d-be43-f0055b284c3b {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:27.262347 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfaa8d9e-b400-45d9-a635-3916ec760c32", "name": "network-vif-deleted", "tag": "e37866cf-542d-489f-93a0-a1d504eaec14", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:27.262622 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59576878-a9e6-493d-be43-f0055b284c3b {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:27.263034 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59576878-a9e6-493d-be43-f0055b284c3b'] response: {'server_uuid': 'cfaa8d9e-b400-45d9-a635-3916ec760c32', 'name': 'network-vif-deleted', 'tag': 'e37866cf-542d-489f-93a0-a1d504eaec14', 'status': 'completed', 'code': 200} Jul 04 04:21:27.263149 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:27.275685 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:27.297770 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:27.602465 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:27.629354 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] Checking router: 744bc2c3-db45-4d76-a004-4802ef2af8b7 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:21:27.639404 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:27.639999 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:27.753441 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:27.956918 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:27.974034 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea815c0d-3eaf-4bd6-8185-7cef94deef31 req-c504a9ba-7567-407b-bd4c-8074b218bf5b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:27.975618 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ea815c0d-3eaf-4bd6-8185-7cef94deef31 req-c504a9ba-7567-407b-bd4c-8074b218bf5b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 945 time: 0.0527167 Jul 04 04:21:27.982483 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2f01b-ee1a-408d-80a3-57688344fa79 None None] The sync data for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi is: [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:14:34Z', 'revision_number': 4, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '9369d5ab-d0df-4b5c-ac33-240b1a0fbbab', 'name': '', 'network_id': '6b852890-6d40-459d-8b3f-cc97ada90f12', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'mac_address': 'fa:16:3e:2d:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:33Z', 'updated_at': '2022-07-04T04:14:42Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'subnets': [{'id': 'c8b27b97-f266-4386-9195-6d99352d86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:21:28.028460 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ea815c0d-3eaf-4bd6-8185-7cef94deef31 req-70e1e25c-5fde-4373-ad0d-705cdee2d982 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468159 Jul 04 04:21:28.211156 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01379570-7c2e-4326-a0e9-9c2196b4c4f8 None None] New status for floating IP 9d2b0123-a94b-4d4f-9c0c-b494f2d51b29: DOWN {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:21:28.227856 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34106) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:28.286002 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-8ac6fe22-7f52-44a1-931a-e171962ea96d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group (f8d581b7-3da9-4a06-a9f2-d77cbf719049), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.310731 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-8ac6fe22-7f52-44a1-931a-e171962ea96d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group (f8d581b7-3da9-4a06-a9f2-d77cbf719049), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.360548 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-8ac6fe22-7f52-44a1-931a-e171962ea96d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f8d581b7-3da9-4a06-a9f2-d77cbf719049), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.363353 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-8ac6fe22-7f52-44a1-931a-e171962ea96d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.364627 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-8ac6fe22-7f52-44a1-931a-e171962ea96d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "DELETE /v2.0/security-groups/f8d581b7-3da9-4a06-a9f2-d77cbf719049 HTTP/1.1" status: 204 len: 168 time: 0.1351018 Jul 04 04:21:28.367504 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34108) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:28.374638 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6fe22-7f52-44a1-931a-e171962ea96d tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d581b7-3da9-4a06-a9f2-d77cbf719049,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:28.391300 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.api.v2.resource [None req-e1f14c74-2bc2-4c2d-a18f-107df757e4e4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] show failed (client error): The resource could not be found. Jul 04 04:21:28.395992 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34110) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:28.396202 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-e1f14c74-2bc2-4c2d-a18f-107df757e4e4 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups/f8d581b7-3da9-4a06-a9f2-d77cbf719049 HTTP/1.1" status: 404 len: 347 time: 0.0276558 Jul 04 04:21:28.510751 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Deleting port 2fa733e2-6466-4319-9917-20ca9a6ad851 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:28.511087 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (2fa733e2-6466-4319-9917-20ca9a6ad851), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.568223 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:28.580022 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:28.594624 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (2fa733e2-6466-4319-9917-20ca9a6ad851), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.594995 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for floatingip (2fa733e2-6466-4319-9917-20ca9a6ad851), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.608545 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Calling delete_port for 2fa733e2-6466-4319-9917-20ca9a6ad851 owned by network:floatingip {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:28.756427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (2fa733e2-6466-4319-9917-20ca9a6ad851), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.785561 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event deleted for resources: {'Port': ['ID=2fa733e2-6466-4319-9917-20ca9a6ad851,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:28.847210 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks [] for floatingip (9d2b0123-a94b-4d4f-9c0c-b494f2d51b29), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.849613 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:28.850907 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-076b8dc4-14e7-4306-a204-0c2336e5183e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "DELETE /v2.0/floatingips/9d2b0123-a94b-4d4f-9c0c-b494f2d51b29 HTTP/1.1" status: 204 len: 168 time: 0.4537964 Jul 04 04:21:29.166521 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c631c1f-134c-4191-9dbb-9114c437cf73 req-a4d246bc-9239-4e97-be6f-cd92dd559627 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:29.168005 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c631c1f-134c-4191-9dbb-9114c437cf73 req-a4d246bc-9239-4e97-be6f-cd92dd559627 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 945 time: 0.0603333 Jul 04 04:21:29.222052 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c631c1f-134c-4191-9dbb-9114c437cf73 req-6fc9562a-0e02-46da-906d-f920d5b2f4e1 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455961 Jul 04 04:21:29.721754 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-919cd453-d8bd-43ac-813c-b59623050256 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:29.723232 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-919cd453-d8bd-43ac-813c-b59623050256 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 945 time: 0.0527189 Jul 04 04:21:29.811160 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Deleting port f0229d6d-b68b-49d6-b734-20d13d74e25d {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:29.811511 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:29.903377 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] For port f0229d6d-b68b-49d6-b734-20d13d74e25d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f0229d6d-b68b-49d6-b734-20d13d74e25d,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:29.903622 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:30.075455 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:30.075821 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:30.076145 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Floating IP 7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6 disassociated. External IP: 172.27.1.202, port: f0229d6d-b68b-49d6-b734-20d13d74e25d. Jul 04 04:21:30.076518 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Calling delete_port for f0229d6d-b68b-49d6-b734-20d13d74e25d owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:30.151960 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:30.222894 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (f0229d6d-b68b-49d6-b734-20d13d74e25d), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:30.251663 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event deleted for resources: {'Port': ['ID=f0229d6d-b68b-49d6-b734-20d13d74e25d,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:30.263324 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:30.326954 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device e37866cf-542d-489f-93a0-a1d504eaec14 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:21:30.358870 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-35d738de-4592-459e-ab22-7b12c1c59412 req-59e48e7d-1714-4ed8-aee3-a4957d283c64 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 210 time: 0.0454273 Jul 04 04:21:30.362642 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: e37866cf-542d-489f-93a0-a1d504eaec14 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:21:30.362888 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device e37866cf-542d-489f-93a0-a1d504eaec14 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:21:30.380219 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:21:30.492570 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:21:30.503475 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] Sync routers for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:21:30.516718 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:30.517339 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:30.536762 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] No DVR routers for this DVR port f0229d6d-b68b-49d6-b734-20d13d74e25d on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:21:30.539442 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:30.542663 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f6a8d25b-9a2f-4f04-b922-8483f2e3a10a req-f2873958-bc93-46b9-9091-e7d268dd0c75 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "DELETE /v2.0/ports/f0229d6d-b68b-49d6-b734-20d13d74e25d HTTP/1.1" status: 204 len: 173 time: 0.8143299 Jul 04 04:21:30.543125 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'name': 'network-vif-deleted', 'tag': 'f0229d6d-b68b-49d6-b734-20d13d74e25d'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:30.545535 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef983a-5c92-4913-8d02-898b78202dd2" -d '{"events": [{"server_uuid": "bc36b6d5-12c0-48bd-9aee-afdef9e38c2d", "name": "network-vif-deleted", "tag": "f0229d6d-b68b-49d6-b734-20d13d74e25d"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:30.587858 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d55fdd-5353-48ee-a939-61341d0eb6b5 x-openstack-request-id: req-92d55fdd-5353-48ee-a939-61341d0eb6b5 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:30.588158 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc36b6d5-12c0-48bd-9aee-afdef9e38c2d", "name": "network-vif-deleted", "tag": "f0229d6d-b68b-49d6-b734-20d13d74e25d", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:30.588411 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92d55fdd-5353-48ee-a939-61341d0eb6b5 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:30.588831 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d55fdd-5353-48ee-a939-61341d0eb6b5'] response: {'server_uuid': 'bc36b6d5-12c0-48bd-9aee-afdef9e38c2d', 'name': 'network-vif-deleted', 'tag': 'f0229d6d-b68b-49d6-b734-20d13d74e25d', 'status': 'completed', 'code': 200} Jul 04 04:21:30.632516 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:30.828569 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:30.833945 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:30.863076 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] Checking router: c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:21:30.871965 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:30.872589 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:30.977277 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:31.054130 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:31.167444 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:31.193700 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de49b3-ea96-4145-9c1a-eb723e774884 None None] The sync data for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi is: [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:21:31.358842 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374887c-acd5-459f-937f-0162d75ee726 req-ab772132-5d90-4abf-92cf-06018355ffb3 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:31.360357 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d374887c-acd5-459f-937f-0162d75ee726 req-ab772132-5d90-4abf-92cf-06018355ffb3 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0524046 Jul 04 04:21:31.414931 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d374887c-acd5-459f-937f-0162d75ee726 req-974f8562-d245-478b-b7e8-930c9c1b427e tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486543 Jul 04 04:21:31.433937 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae11784-8071-4915-bc5d-72df7e09d47a None None] New status for floating IP 7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6: DOWN {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:21:31.478733 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-db100e25-5b82-4cc7-b3c3-fe97f7bfe6f9 req-fe15534f-aa2a-4872-b05e-f0ea2ed2f230 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc36b6d5-12c0-48bd-9aee-afdef9e38c2d HTTP/1.1" status: 200 len: 210 time: 0.0308580 Jul 04 04:21:32.176357 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-440bbc3b-a5e0-4f23-9ce3-d829c8cdba52 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:32.177786 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-440bbc3b-a5e0-4f23-9ce3-d829c8cdba52 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0564880 Jul 04 04:21:32.266511 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Deleting port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:32.267185 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:32.379663 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] For port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:32.380406 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:32.394217 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Calling delete_port for 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:32.532838 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (0de8d78e-8696-4840-bc1b-e94f52bb4eb1), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:32.542483 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca04d42-7b73-40d1-9acd-e4d467510e44 req-5b05899b-8fdf-40ef-ad1b-2ae408321e9f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:32.544002 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dca04d42-7b73-40d1-9acd-e4d467510e44 req-5b05899b-8fdf-40ef-ad1b-2ae408321e9f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=314d0a92-11cc-45ac-b70b-1c65f66ecfc4 HTTP/1.1" status: 200 len: 946 time: 0.0584757 Jul 04 04:21:32.545351 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:32.578400 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['0de8d78e-8696-4840-bc1b-e94f52bb4eb1', '3384abec-b08a-4477-8514-51d16c8ee80f'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:21:32.595797 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event deleted for resources: {'Port': ['ID=0de8d78e-8696-4840-bc1b-e94f52bb4eb1,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:32.615756 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] No DVR routers for this DVR port 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:21:32.618639 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:32.622315 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-375bc7ca-ec1c-4d44-ac02-15e85eb2426c req-4181a037-d950-48ff-ac4e-4f5b22e035ae tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "DELETE /v2.0/ports/0de8d78e-8696-4840-bc1b-e94f52bb4eb1 HTTP/1.1" status: 204 len: 173 time: 0.4371073 Jul 04 04:21:32.622801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314d0a92-11cc-45ac-b70b-1c65f66ecfc4', 'name': 'network-vif-deleted', 'tag': '0de8d78e-8696-4840-bc1b-e94f52bb4eb1'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:32.625246 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390ffd9b-17c2-4596-8d65-d620fefb7db3" -d '{"events": [{"server_uuid": "314d0a92-11cc-45ac-b70b-1c65f66ecfc4", "name": "network-vif-deleted", "tag": "0de8d78e-8696-4840-bc1b-e94f52bb4eb1"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:32.636377 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dca04d42-7b73-40d1-9acd-e4d467510e44 req-d47454e0-e2ea-4444-a616-4ae947a48094 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703995 Jul 04 04:21:32.666991 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4af41b-2e3b-4c86-a908-3c019b0fa178 x-openstack-request-id: req-2a4af41b-2e3b-4c86-a908-3c019b0fa178 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:32.667275 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314d0a92-11cc-45ac-b70b-1c65f66ecfc4", "name": "network-vif-deleted", "tag": "0de8d78e-8696-4840-bc1b-e94f52bb4eb1", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:32.667522 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a4af41b-2e3b-4c86-a908-3c019b0fa178 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:32.667921 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4af41b-2e3b-4c86-a908-3c019b0fa178'] response: {'server_uuid': '314d0a92-11cc-45ac-b70b-1c65f66ecfc4', 'name': 'network-vif-deleted', 'tag': '0de8d78e-8696-4840-bc1b-e94f52bb4eb1', 'status': 'completed', 'code': 200} Jul 04 04:21:32.806096 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-12bd89e6-911d-4a63-bf7f-3b2767892743 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122465126&fields=id&tenant_id=b622ab692a73432784c63b9ad3290e72 HTTP/1.1" status: 200 len: 267 time: 0.0550969 Jul 04 04:21:32.922524 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-2797a70f-5a30-470a-9376-7cd4316bff0d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:32.924077 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-2797a70f-5a30-470a-9376-7cd4316bff0d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 811 time: 0.1113646 Jul 04 04:21:32.940126 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-9ff778b9-422f-421f-85a8-975a6c2e8595 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/quotas/b622ab692a73432784c63b9ad3290e72 HTTP/1.1" status: 200 len: 375 time: 0.0104020 Jul 04 04:21:32.992682 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-03af6559-b1f2-40d7-86b1-b90f140e135b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463772 Jul 04 04:21:33.092601 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-86bd32f0-cec2-497f-9cad-c0ae47822807 service neutron] 10.222.0.16 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882716 Jul 04 04:21:33.196125 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-7c6db489-664f-4031-b86b-e1190e02e4b7 service neutron] 10.222.0.16 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973368 Jul 04 04:21:33.502940 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2296700c-c77f-4b61-825c-bb9622e9f87d req-4d0058c2-44b5-4e24-bf9d-579879dafed4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Jul 04 04:21:33.931659 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6346e-52e6-4c46-9087-f0600e57ede5 req-e037d7f1-4815-4383-8027-0fe3841569fb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:33.933132 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-06f6346e-52e6-4c46-9087-f0600e57ede5 req-e037d7f1-4815-4383-8027-0fe3841569fb tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0496128 Jul 04 04:21:33.981259 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-06f6346e-52e6-4c46-9087-f0600e57ede5 req-43b63540-de62-4bd7-b3ba-8b98a06820ac tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Jul 04 04:21:34.071621 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7e58-b238-4e52-baf9-4369840c403c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:34.378020 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f0229d6d-b68b-49d6-b734-20d13d74e25d no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:21:34.399503 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: f0229d6d-b68b-49d6-b734-20d13d74e25d {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:21:34.399898 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f0229d6d-b68b-49d6-b734-20d13d74e25d not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:21:34.453845 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83868e5-c2be-49ab-8da2-d1345f8346dc req-e0dbc3e6-a1c5-482e-a438-46e9bbfd041d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:34.455337 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c83868e5-c2be-49ab-8da2-d1345f8346dc req-e0dbc3e6-a1c5-482e-a438-46e9bbfd041d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 946 time: 0.0556700 Jul 04 04:21:34.505635 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c83868e5-c2be-49ab-8da2-d1345f8346dc req-8ac93dd2-5b1c-4558-95a2-95af5319b5db tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Jul 04 04:21:34.609066 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bd5bb359-0549-456c-8f30-d722f929c9fd req-ea54751d-5a65-4cb4-98ea-fcb765a4f23d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0366507 Jul 04 04:21:35.114053 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bebd3-fce9-425c-87bf-3f6870099a25 req-15b6fb84-62e1-4344-8b96-76d881eac331 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:35.115570 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3b9bebd3-fce9-425c-87bf-3f6870099a25 req-15b6fb84-62e1-4344-8b96-76d881eac331 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0519853 Jul 04 04:21:35.165138 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3b9bebd3-fce9-425c-87bf-3f6870099a25 req-c44a4a9f-63e0-4fb3-a979-8695c1e4e885 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Jul 04 04:21:35.625310 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b563f-1c0e-42a3-a4ef-82366ff38eec req-bfc82dbe-b9bf-4b9f-9db2-6cc373db2607 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:35.626830 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d94b563f-1c0e-42a3-a4ef-82366ff38eec req-bfc82dbe-b9bf-4b9f-9db2-6cc373db2607 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 946 time: 0.0476646 Jul 04 04:21:35.648370 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:35.677034 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d94b563f-1c0e-42a3-a4ef-82366ff38eec req-0b07df67-43f3-4a36-b146-19b245acaa52 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Jul 04 04:21:35.711199 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-47f5c6ee-048a-414f-a32b-08963500b257 req-b73a2fc2-0475-443d-a75c-b1c6c86eb7c6 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0319297 Jul 04 04:21:36.187259 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1d83adab-09cb-4440-9304-560d6713959e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:36.287449 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd13a33-3052-4e26-9ffc-e022fab105bf req-c06d3ad5-b7d8-486e-80e2-daa5c4e45193 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:36.288942 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4fd13a33-3052-4e26-9ffc-e022fab105bf req-c06d3ad5-b7d8-486e-80e2-daa5c4e45193 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0479205 Jul 04 04:21:36.313425 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:36.336788 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4fd13a33-3052-4e26-9ffc-e022fab105bf req-e0705385-135f-4968-8696-d2f6e0b83579 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421710 Jul 04 04:21:36.380580 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:21:36.402880 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:21:36.403216 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 0de8d78e-8696-4840-bc1b-e94f52bb4eb1 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:21:36.803870 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc0572-897c-4eff-aa8e-5eb4cabf1171 req-f74a1b68-a133-47b3-a288-5d6672f3a9c2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:36.805376 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ccfc0572-897c-4eff-aa8e-5eb4cabf1171 req-f74a1b68-a133-47b3-a288-5d6672f3a9c2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 946 time: 0.0486879 Jul 04 04:21:36.810972 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-97b0b392-6348-430b-adeb-39d29ae7bf9b req-008965a0-0f8e-4282-8618-bc598d8b684b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0308094 Jul 04 04:21:36.832180 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:36.854438 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ccfc0572-897c-4eff-aa8e-5eb4cabf1171 req-534a54e1-99a1-435a-8aa3-42585037d525 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Jul 04 04:21:37.453466 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7940d-b037-436d-a06b-3940ed51870c req-c2853b6a-70a5-46d3-937f-9ab6a0c494ef tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:37.454959 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-beb7940d-b037-436d-a06b-3940ed51870c req-c2853b6a-70a5-46d3-937f-9ab6a0c494ef tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0479419 Jul 04 04:21:37.513173 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-beb7940d-b037-436d-a06b-3940ed51870c req-c78f80f6-834c-44f6-b9b1-da34c214a264 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/security-groups?id=b394ca20-8c37-4c07-9d2f-66589caaff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524962 Jul 04 04:21:37.580637 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:37.717091 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-cd43d3b4-272c-4722-ba7c-300ae465c1ce tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:37.719409 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-cd43d3b4-272c-4722-ba7c-300ae465c1ce tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 945 time: 0.0558581 Jul 04 04:21:37.921150 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-26dd553c-b27c-41ec-a047-ff07ce8c29fa tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:37.922819 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-26dd553c-b27c-41ec-a047-ff07ce8c29fa tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 946 time: 0.0501928 Jul 04 04:21:37.961185 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c274a2ed-c742-48f1-9501-92de2162d67e req-441e5a9d-1653-4491-8db9-9e853901084b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0358202 Jul 04 04:21:38.013391 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c184ad-0f50-4bc6-9693-5f02f0d57245 req-bfd39527-d969-49b7-98db-5e73fcf8ce02 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:38.016160 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4c184ad-0f50-4bc6-9693-5f02f0d57245 req-bfd39527-d969-49b7-98db-5e73fcf8ce02 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 946 time: 0.0786912 Jul 04 04:21:38.045829 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Deleting port 3384abec-b08a-4477-8514-51d16c8ee80f {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:38.046235 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.075616 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Deleting port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:38.076022 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.132914 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e4c184ad-0f50-4bc6-9693-5f02f0d57245 req-3e8c352a-d203-4265-94a2-5c02a02c8c61 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924494 Jul 04 04:21:38.183716 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-121b326c-eb67-4ae9-8aef-a123827e343c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:38.185168 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-121b326c-eb67-4ae9-8aef-a123827e343c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 811 time: 0.1872172 Jul 04 04:21:38.200097 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] For port 3384abec-b08a-4477-8514-51d16c8ee80f, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3384abec-b08a-4477-8514-51d16c8ee80f,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:38.200456 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.201785 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] For port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:38.202158 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.226043 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Calling delete_port for 3384abec-b08a-4477-8514-51d16c8ee80f owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:38.320119 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-fef8c6c6-8642-4b74-b951-32d5095ee607 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b622ab692a73432784c63b9ad3290e72 HTTP/1.1" status: 200 len: 379 time: 0.1122622 Jul 04 04:21:38.331407 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'port': {'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'admin_state_up': True, 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'security_groups': ['423bbe89-5a2e-45df-8917-d92e8a29180d']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:38.424258 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:38.474873 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.475143 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (3384abec-b08a-4477-8514-51d16c8ee80f), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.475273 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (9f183448-fc97-4bd6-bf3a-390fc3da14ef), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.475551 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Floating IP 9f183448-fc97-4bd6-bf3a-390fc3da14ef disassociated. External IP: 172.27.1.235, port: 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc. Jul 04 04:21:38.475936 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Calling delete_port for 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc owned by compute:nova {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:38.511330 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Pushing event deleted for resources: {'Port': ['ID=3384abec-b08a-4477-8514-51d16c8ee80f,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:38.514234 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['3384abec-b08a-4477-8514-51d16c8ee80f'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:21:38.523214 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Made reservation on behalf of b622ab692a73432784c63b9ad3290e72 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:21:38.526785 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.576901 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] No DVR routers for this DVR port 3384abec-b08a-4477-8514-51d16c8ee80f on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:21:38.581811 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.585058 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1af227cf-798d-4c40-abb4-c8b0d86da231 req-0ee0446e-5995-49fb-903a-49f7cd5b121f tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.59 "DELETE /v2.0/ports/3384abec-b08a-4477-8514-51d16c8ee80f HTTP/1.1" status: 204 len: 173 time: 0.7123740 Jul 04 04:21:38.585594 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e519dd6-a044-4afa-ac1b-bf1f53611738', 'name': 'network-vif-deleted', 'tag': '3384abec-b08a-4477-8514-51d16c8ee80f'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:38.587923 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cfc800-9c00-4744-8d74-bbff8cc3c13e" -d '{"events": [{"server_uuid": "6e519dd6-a044-4afa-ac1b-bf1f53611738", "name": "network-vif-deleted", "tag": "3384abec-b08a-4477-8514-51d16c8ee80f"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:38.666895 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e32aa22-25a3-4f30-851e-b6ffe385ef6e x-openstack-request-id: req-7e32aa22-25a3-4f30-851e-b6ffe385ef6e {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:38.667303 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e519dd6-a044-4afa-ac1b-bf1f53611738", "name": "network-vif-deleted", "tag": "3384abec-b08a-4477-8514-51d16c8ee80f", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:38.668011 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e32aa22-25a3-4f30-851e-b6ffe385ef6e {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:38.668362 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e32aa22-25a3-4f30-851e-b6ffe385ef6e'] response: {'server_uuid': '6e519dd6-a044-4afa-ac1b-bf1f53611738', 'name': 'network-vif-deleted', 'tag': '3384abec-b08a-4477-8514-51d16c8ee80f', 'status': 'completed', 'code': 200} Jul 04 04:21:38.712878 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.736366 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4cb5e976-d949-46ed-b11e-2ddb71d8a475 req-5fc4218c-76d6-47e5-a353-8b5373dc6907 tempest-ServerRescueNegativeTestJSON-1922475267 tempest-ServerRescueNegativeTestJSON-1922475267-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e519dd6-a044-4afa-ac1b-bf1f53611738 HTTP/1.1" status: 200 len: 210 time: 0.0687439 Jul 04 04:21:38.758970 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event deleted for resources: {'Port': ['ID=72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:38.850634 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Allocated IP 172.20.0.8 (1d07c9ba-9977-4c1a-95be-b18ead1c7da1/213ee212-8e0e-485c-bf0b-b1b635e32a9e/2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:38.868241 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:38.873939 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:38.892110 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:38.898192 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:21:38.905649 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:39.007404 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:21:39.017826 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] Sync routers for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:21:39.030429 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:39.031320 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:39.037269 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:39.062177 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] No DVR routers for this DVR port 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc on host hv-cinder-74216 {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:21:39.079159 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:39.082045 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:39.082935 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-105c98a4-a6bf-4c53-a39e-d5fe07455c76 req-32b5460f-5362-4066-a9e0-1e5ab926587d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "DELETE /v2.0/ports/72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc HTTP/1.1" status: 204 len: 173 time: 1.1547501 Jul 04 04:21:39.083861 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-deleted', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:39.086315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008d986b-0b1a-4023-bd17-4fd502419050" -d '{"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-deleted", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:39.092546 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2735b501-cd47-43a9-a31e-21129f7f8469 req-a1ff4ad1-64fe-463b-bd60-dc578d1ad273 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0554879 Jul 04 04:21:39.120699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:39.137427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:39.144088 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:39.148899 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:39.222637 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'Port': ['ID=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:39.232246 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060008bf-daa6-4100-a2c8-b21e2639c78d x-openstack-request-id: req-060008bf-daa6-4100-a2c8-b21e2639c78d {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:39.232467 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e151ec-4f75-4bfe-8c27-3d6ac7c72453", "name": "network-vif-deleted", "tag": "72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:39.232716 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-060008bf-daa6-4100-a2c8-b21e2639c78d {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:39.233139 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060008bf-daa6-4100-a2c8-b21e2639c78d'] response: {'server_uuid': 'c6e151ec-4f75-4bfe-8c27-3d6ac7c72453', 'name': 'network-vif-deleted', 'tag': '72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc', 'status': 'completed', 'code': 200} Jul 04 04:21:39.243254 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:39.291161 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:39.291841 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:39.323147 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e41b35c4-63c3-412e-89c6-e578830baffc req-30c7c808-4dc9-49b3-8c5c-3480d2fb6cdd tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e151ec-4f75-4bfe-8c27-3d6ac7c72453 HTTP/1.1" status: 200 len: 210 time: 0.0408432 Jul 04 04:21:39.330121 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-6fcbd9c6-edb9-4fac-929d-8be937d449d9 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0036740 Jul 04 04:21:39.350970 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Request body: {'port': {'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:39.469879 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:39.538064 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-471fd4f7-afb5-44f4-9a98-289e3765f00a None None] Provisioning complete for port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:39.538860 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-471fd4f7-afb5-44f4-9a98-289e3765f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:39.575021 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-471fd4f7-afb5-44f4-9a98-289e3765f00a None None] Port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:21:39.642612 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:39.668652 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] Checking router: 5e462dcb-5ce2-41af-b0ce-5998893c6d51 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:21:39.678614 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:39.679248 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:39.788771 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:39.798996 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34228) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:39.910207 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:40.015816 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:40.041187 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610c8b3-ebba-4a05-9c40-2705a425b995 None None] The sync data for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi is: [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:21:40.069163 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:21:40.077426 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Publish callbacks [] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.092345 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Transition to ACTIVE for port object 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:21:40.097815 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.149125 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Pushing event updated for resources: {'Port': ['ID=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:40.162071 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.162538 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.162777 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.163114 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.163444 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.163774 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.164096 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.164416 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.164738 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.165057 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.165379 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.165698 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.166015 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.166333 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.166669 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:40.228699 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:40.250859 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Attempting to bind port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:21:40.251352 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Attempting to bind port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:21:40.251948 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Attempting to bind port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:40.259436 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:21:40.260029 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Attempting to bind port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:40.267624 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:21:40.268084 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Checking segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:21:40.268570 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Bound using segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:21:40.269226 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Bound port: 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:21:40.269726 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.354712 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] For port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:21:40.358708 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] For port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:21:40.373091 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.420417 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:40.421034 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.422612 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] 10.222.0.59 "PUT /v2.0/ports/2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba HTTP/1.1" status: 200 len: 1093 time: 1.0772023 Jul 04 04:21:40.428004 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6fe6e1-4499-47c0-8f0c-3be54a9acc29 None None] New status for floating IP 9f183448-fc97-4bd6-bf3a-390fc3da14ef: DOWN {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:21:40.443831 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc48e3-2a58-496d-8531-6a091334c0fc service neutron] Pushing event updated for resources: {'Port': ['ID=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:40.462205 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34238) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:40.502052 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce044e-feac-493f-b411-733199f36525 req-2263db52-b4a0-4b1c-8557-64a15aa11b27 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:40.513585 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a2ce044e-feac-493f-b411-733199f36525 req-2263db52-b4a0-4b1c-8557-64a15aa11b27 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 943 time: 0.0745938 Jul 04 04:21:40.582960 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d084454a-c3ec-44a7-909f-a6e55ff1ee05 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.616464 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d084454a-c3ec-44a7-909f-a6e55ff1ee05 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.627373 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a2ce044e-feac-493f-b411-733199f36525 req-641604ad-319c-4d2b-b8c7-bb3131b96a4e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127417 Jul 04 04:21:40.668817 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-8c20a798-284c-423a-8c9b-764aca6ee05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:40.672708 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-8c20a798-284c-423a-8c9b-764aca6ee05b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 1127 time: 0.1608894 Jul 04 04:21:40.674632 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:40.677330 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aaffb2-8d58-4691-8631-bf60af8dac86" -d '{"events": [{"name": "network-changed", "server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:40.680530 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d084454a-c3ec-44a7-909f-a6e55ff1ee05 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.683675 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d084454a-c3ec-44a7-909f-a6e55ff1ee05 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.684796 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d084454a-c3ec-44a7-909f-a6e55ff1ee05 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "DELETE /v2.0/security-groups/62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b HTTP/1.1" status: 204 len: 168 time: 0.2215042 Jul 04 04:21:40.689024 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34242) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:40.699766 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084454a-c3ec-44a7-909f-a6e55ff1ee05 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:40.726222 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.api.v2.resource [None req-73152ecb-3f27-4ade-82ec-7feee532a073 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] show failed (client error): The resource could not be found. Jul 04 04:21:40.730135 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-73152ecb-3f27-4ade-82ec-7feee532a073 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups/62eeea2b-caa5-4356-bf9b-fdbf2ef4a74b HTTP/1.1" status: 404 len: 347 time: 0.0372200 Jul 04 04:21:40.731086 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-8c99a3a2-01ee-4a02-b6ce-c8d202faf422 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba HTTP/1.1" status: 200 len: 217 time: 0.0451758 Jul 04 04:21:40.731537 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34244) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:40.787994 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (744bc2c3-db45-4d76-a004-4802ef2af8b7), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.797027 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e21fd-8a52-42eb-9746-c0721a7236a3 x-openstack-request-id: req-764e21fd-8a52-42eb-9746-c0721a7236a3 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:40.797483 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:40.797895 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-764e21fd-8a52-42eb-9746-c0721a7236a3 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:40.798481 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764e21fd-8a52-42eb-9746-c0721a7236a3'] response: {'name': 'network-changed', 'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'status': 'completed', 'code': 200} Jul 04 04:21:40.858977 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-750482a6-3197-476f-95da-d0a5b9b589d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:40.860705 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-750482a6-3197-476f-95da-d0a5b9b589d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.1217268 Jul 04 04:21:40.927835 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Deleting port a4a363c7-3248-43b2-b1fa-dba1f927aa0f {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:40.928230 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (a4a363c7-3248-43b2-b1fa-dba1f927aa0f), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:40.931866 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-3864344b-c64f-4d3e-bf15-f4c3ef900ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:40.933569 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-3864344b-c64f-4d3e-bf15-f4c3ef900ad3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561175 Jul 04 04:21:40.976136 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:41.018512 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Deleting port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:41.018880 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.080369 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (a4a363c7-3248-43b2-b1fa-dba1f927aa0f), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.080369 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (a4a363c7-3248-43b2-b1fa-dba1f927aa0f), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.081053 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:41.104259 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Calling delete_port for a4a363c7-3248-43b2-b1fa-dba1f927aa0f owned by network:floatingip {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:41.104845 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] For port 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=9369d5ab-d0df-4b5c-ac33-240b1a0fbbab,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:41.105260 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.107912 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-f71993b3-3781-44cf-849e-0986fed501f5 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644373 Jul 04 04:21:41.118857 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Calling delete_port for 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab owned by network:router_interface {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:41.219780 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:41.230423 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:41.265950 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62ff95d2-7b61-4313-8af9-ccab741c8eec req-5cec91f3-5263-49f9-bf8f-0a3a8685ea3d service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507218 Jul 04 04:21:41.312885 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (9369d5ab-d0df-4b5c-ac33-240b1a0fbbab), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.322169 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (a4a363c7-3248-43b2-b1fa-dba1f927aa0f), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.343353 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Pushing event deleted for resources: {'Port': ['ID=9369d5ab-d0df-4b5c-ac33-240b1a0fbbab,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:41.350157 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event deleted for resources: {'Port': ['ID=a4a363c7-3248-43b2-b1fa-dba1f927aa0f,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:41.370891 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.371190 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.371536 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.371864 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.372194 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.372518 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.372839 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.373158 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.373479 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.373796 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.374112 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.374454 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.374774 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.375089 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.375405 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:41.421751 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (9f183448-fc97-4bd6-bf3a-390fc3da14ef), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.424238 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.425396 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-1e9266ee-20ca-4f76-a820-d4c44f1c9506 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "DELETE /v2.0/floatingips/9f183448-fc97-4bd6-bf3a-390fc3da14ef HTTP/1.1" status: 204 len: 168 time: 0.6929355 Jul 04 04:21:41.513917 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34248) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:41.519294 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-841ee68d-f011-47d1-9132-1f70f0aae298 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1163258072', 'description': 'tempest-description--768726580'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:41.533794 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (744bc2c3-db45-4d76-a004-4802ef2af8b7), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.543856 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-841ee68d-f011-47d1-9132-1f70f0aae298 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.613745 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-841ee68d-f011-47d1-9132-1f70f0aae298 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (3fd33984-ce8a-4206-935a-135a7b54982d), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.618637 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-841ee68d-f011-47d1-9132-1f70f0aae298 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3fd33984-ce8a-4206-935a-135a7b54982d), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.649054 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ee68d-f011-47d1-9132-1f70f0aae298 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd33984-ce8a-4206-935a-135a7b54982d,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:41.653413 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-841ee68d-f011-47d1-9132-1f70f0aae298 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.657359 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-841ee68d-f011-47d1-9132-1f70f0aae298 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1395338 Jul 04 04:21:41.657836 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34250) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:41.662092 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-540453a0-faea-4ab6-bb3c-e74b7b712d3a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'security_group_rule': {'security_group_id': '3fd33984-ce8a-4206-935a-135a7b54982d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:41.691804 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-540453a0-faea-4ab6-bb3c-e74b7b712d3a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (3efc2e34-e2ce-4668-97f8-99a2ecac314e), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.758351 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Router 744bc2c3-db45-4d76-a004-4802ef2af8b7 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:21:41.783448 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796019e3-ee0c-4196-b81a-aa461216d740 req-c37fb734-e835-406e-b237-01f3ee4b9ebe tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:41.784959 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-796019e3-ee0c-4196-b81a-aa461216d740 req-c37fb734-e835-406e-b237-01f3ee4b9ebe tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 943 time: 0.0624352 Jul 04 04:21:41.796089 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-540453a0-faea-4ab6-bb3c-e74b7b712d3a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (3efc2e34-e2ce-4668-97f8-99a2ecac314e), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.801508 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:41.804089 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-540453a0-faea-4ab6-bb3c-e74b7b712d3a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (3efc2e34-e2ce-4668-97f8-99a2ecac314e), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.837007 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540453a0-faea-4ab6-bb3c-e74b7b712d3a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efc2e34-e2ce-4668-97f8-99a2ecac314e,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:41.850508 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-540453a0-faea-4ab6-bb3c-e74b7b712d3a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.851742 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-540453a0-faea-4ab6-bb3c-e74b7b712d3a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1931500 Jul 04 04:21:41.854737 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34254) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:41.860337 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-24b87cbc-a4c2-492a-a932-37d040f8626f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'security_group_rule': {'security_group_id': '3fd33984-ce8a-4206-935a-135a7b54982d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:41.869023 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-796019e3-ee0c-4196-b81a-aa461216d740 req-82ef7e82-80c0-458c-90ab-c73c0ef1f596 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750182 Jul 04 04:21:41.892560 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:21:41.897623 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-43c237e6-cc87-4295-b343-8e672354f04b admin admin] 10.222.0.16 "PUT /v2.0/routers/744bc2c3-db45-4d76-a004-4802ef2af8b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0975921 Jul 04 04:21:41.900384 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34256) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:41.903587 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] Sync routers for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:21:41.905260 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-24b87cbc-a4c2-492a-a932-37d040f8626f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (dd812ac4-2d6a-40b5-9131-ee26056d47b5), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.914675 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:41.915300 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:41.964445 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:41.972084 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-24b87cbc-a4c2-492a-a932-37d040f8626f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (dd812ac4-2d6a-40b5-9131-ee26056d47b5), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.976785 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-24b87cbc-a4c2-492a-a932-37d040f8626f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (dd812ac4-2d6a-40b5-9131-ee26056d47b5), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:41.985588 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:42.000623 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b87cbc-a4c2-492a-a932-37d040f8626f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd812ac4-2d6a-40b5-9131-ee26056d47b5,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:42.006744 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks [] for router (744bc2c3-db45-4d76-a004-4802ef2af8b7), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:42.007378 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-24b87cbc-a4c2-492a-a932-37d040f8626f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:42.011580 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-24b87cbc-a4c2-492a-a932-37d040f8626f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518886 Jul 04 04:21:42.012122 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34258) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:42.016416 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:42.023047 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:42.035084 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:42.141017 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=7,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:42.148773 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:42.151634 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-14c1139b-b615-423d-a072-afcad1b96218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:42.153165 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-14c1139b-b615-423d-a072-afcad1b96218 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 1127 time: 0.0869226 Jul 04 04:21:42.205888 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:21:41Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:42.231033 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] Checking router: 744bc2c3-db45-4d76-a004-4802ef2af8b7 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:21:42.239624 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] Routers {'744bc2c3-db45-4d76-a004-4802ef2af8b7'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:42.240221 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['744bc2c3-db45-4d76-a004-4802ef2af8b7'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:42.301547 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks [] for router_gateway (744bc2c3-db45-4d76-a004-4802ef2af8b7), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:42.320677 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:42.345283 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] Set router 744bc2c3-db45-4d76-a004-4802ef2af8b7 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:42.402199 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-8d964e27-9dcc-4a93-afc8-169ce349ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:42.403603 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-8d964e27-9dcc-4a93-afc8-169ce349ae30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.2366908 Jul 04 04:21:42.408073 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Deleting port 4ea23c1b-6386-41d1-b415-d0559858eaf6 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:42.408462 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:42.423821 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:21:42.445183 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:21:42.445754 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 72e623a1-47a8-4ba4-ae5c-a1c4eb8869fc not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:21:42.446439 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 3384abec-b08a-4477-8514-51d16c8ee80f no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:21:42.470429 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 3384abec-b08a-4477-8514-51d16c8ee80f {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:21:42.471646 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 3384abec-b08a-4477-8514-51d16c8ee80f not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:21:42.472539 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-5af6ea05-c63c-4d1b-900b-b4c9c36191fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba HTTP/1.1" status: 200 len: 217 time: 0.0621083 Jul 04 04:21:42.524522 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:21:41Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:42.551789 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85a600-5131-4b54-8420-f9281b1a37c1 None None] The sync data for ids ['744bc2c3-db45-4d76-a004-4802ef2af8b7'] in dv-cinder-742162-5-iscsi is: [{'id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1457417492-router', 'tenant_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:28Z', 'updated_at': '2022-07-04T04:21:41Z', 'revision_number': 5, 'project_id': '7ea328a1154a4a9a955e411f7eab0aa9', 'gw_port': {'id': '4ea23c1b-6386-41d1-b415-d0559858eaf6', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744bc2c3-db45-4d76-a004-4802ef2af8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:21:42.607621 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-9f0e7172-038e-4b6f-b58d-d4384e13a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:42.609088 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-9f0e7172-038e-4b6f-b58d-d4384e13a6a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.1299307 Jul 04 04:21:42.610187 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Allocated IP 172.27.1.160 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/0a5bdd97-c928-437a-ac90-42805777d235) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:42.663378 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] For port 4ea23c1b-6386-41d1-b415-d0559858eaf6, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=4ea23c1b-6386-41d1-b415-d0559858eaf6,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:42.663731 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:42.678913 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:42.693113 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Calling delete_port for 4ea23c1b-6386-41d1-b415-d0559858eaf6 owned by network:router_gateway {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:42.699478 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-7d725e73-99b0-437e-870d-623c4d987950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:42.701023 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-7d725e73-99b0-437e-870d-623c4d987950 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820425 Jul 04 04:21:42.888563 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:42.891375 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for port (0a5bdd97-c928-437a-ac90-42805777d235), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:42.958262 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-aef5dd97-6f1a-4d95-bde4-043edba1b335 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469690 Jul 04 04:21:42.991178 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:21:43.019859 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:21:43.020202 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 9369d5ab-d0df-4b5c-ac33-240b1a0fbbab not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:21:43.021942 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6c03a-77e5-4df5-8865-4119a0aee079 req-d03e32ec-f37e-4968-b9d6-7c9115e2d782 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:43.024251 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-97c6c03a-77e5-4df5-8865-4119a0aee079 req-d03e32ec-f37e-4968-b9d6-7c9115e2d782 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 943 time: 0.0699675 Jul 04 04:21:43.041903 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:43.061595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (0a5bdd97-c928-437a-ac90-42805777d235), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:43.088419 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-97c6c03a-77e5-4df5-8865-4119a0aee079 req-1d3243bf-c3ab-4dbd-b6b8-2e4cbdb8fe9c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527742 Jul 04 04:21:43.160168 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:43.173409 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:43.177798 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'Port': ['ID=0a5bdd97-c928-437a-ac90-42805777d235,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:43.180246 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:43.184829 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2aaffb2-8d58-4691-8631-bf60af8dac86 req-584f7389-f3fe-4f7a-8df7-8bcbdfd846d4 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158225 Jul 04 04:21:43.186939 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (4ea23c1b-6386-41d1-b415-d0559858eaf6), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:43.251732 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea23c1b-6386-41d1-b415-d0559858eaf6,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:43.394426 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (744bc2c3-db45-4d76-a004-4802ef2af8b7), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:43.396587 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (44807cd3-3469-4319-8b9e-fb942bff2810), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:43.826873 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (744bc2c3-db45-4d76-a004-4802ef2af8b7), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:43.831561 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks [] for router_controller (744bc2c3-db45-4d76-a004-4802ef2af8b7), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:43.832962 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:43.840968 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (0a5bdd97-c928-437a-ac90-42805777d235), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:43.932823 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (744bc2c3-db45-4d76-a004-4802ef2af8b7), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:43.934275 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 744bc2c3-db45-4d76-a004-4802ef2af8b7 {{(pid=104119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:21:43.945337 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:43.947064 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-b05bdea4-b650-4b8f-bda6-1d756fc51435 admin admin] 10.222.0.16 "DELETE /v2.0/routers/744bc2c3-db45-4d76-a004-4802ef2af8b7 HTTP/1.1" status: 204 len: 168 time: 2.0454159 Jul 04 04:21:43.949842 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34264) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:44.041355 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.060403 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbac0c0a-c0ba-4f2e-a5dd-c30a2ed35110 admin admin] Deleting subnet c8b27b97-f266-4386-9195-6d99352d86c3 {{(pid=104119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:21:44.068904 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbac0c0a-c0ba-4f2e-a5dd-c30a2ed35110 admin admin] Publish callbacks [] for subnet (c8b27b97-f266-4386-9195-6d99352d86c3), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.126538 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbac0c0a-c0ba-4f2e-a5dd-c30a2ed35110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13225340'] for subnet (c8b27b97-f266-4386-9195-6d99352d86c3), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.160713 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:44.190151 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for port (0a5bdd97-c928-437a-ac90-42805777d235), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.222107 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (0a5bdd97-c928-437a-ac90-42805777d235), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.304344 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424a17e-be9d-45e4-8179-c2bac01c5109 req-700fb126-915f-4c31-9e3e-d1fae8e0f0f0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:44.305904 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7424a17e-be9d-45e4-8179-c2bac01c5109 req-700fb126-915f-4c31-9e3e-d1fae8e0f0f0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 943 time: 0.1376989 Jul 04 04:21:44.376028 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbac0c0a-c0ba-4f2e-a5dd-c30a2ed35110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (c8b27b97-f266-4386-9195-6d99352d86c3), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.380053 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'Port': ['ID=0a5bdd97-c928-437a-ac90-42805777d235,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:44.423771 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (44807cd3-3469-4319-8b9e-fb942bff2810), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.448201 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7424a17e-be9d-45e4-8179-c2bac01c5109 req-86ffefd4-8c4d-430c-8575-041b1bf0783b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312144 Jul 04 04:21:44.465127 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.470160 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-bbf1c40a-f30c-4c89-a39c-f0bc71a347c7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4570310 Jul 04 04:21:44.487246 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbac0c0a-c0ba-4f2e-a5dd-c30a2ed35110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13224958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12909237'] for subnet (c8b27b97-f266-4386-9195-6d99352d86c3), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.516089 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac0c0a-c0ba-4f2e-a5dd-c30a2ed35110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b27b97-f266-4386-9195-6d99352d86c3,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:44.518186 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dbac0c0a-c0ba-4f2e-a5dd-c30a2ed35110 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.522344 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-dbac0c0a-c0ba-4f2e-a5dd-c30a2ed35110 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c8b27b97-f266-4386-9195-6d99352d86c3 HTTP/1.1" status: 204 len: 168 time: 0.5709162 Jul 04 04:21:44.524176 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34270) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:44.526289 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df522b34-d6cc-48e8-be15-dfc28e36ad58 None None] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:21:44.545812 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:44.604494 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (6b852890-6d40-459d-8b3f-cc97ada90f12), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.653923 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Deleting port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:44.654268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.697638 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-57654a42-7ec7-4e32-977f-4ad0f9e9482a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1163258072&fields=id&tenant_id=77e83a80c1b34e67958aca6d0a10ba8a HTTP/1.1" status: 200 len: 267 time: 0.0432634 Jul 04 04:21:44.716530 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] DHCP port deletion for 6b852890-6d40-459d-8b3f-cc97ada90f12 request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:21:44.725583 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] For port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:44.725950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.740095 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Calling delete_port for df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c owned by network:dhcp {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:44.759641 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] Deleting port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:21:44.760007 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.824981 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] For port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c,segment=NetworkSegment(85845da6-7233-443d-856b-3dca829ac49d),segment_id=85845da6-7233-443d-856b-3dca829ac49d)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:44.825703 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.832820 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.834232 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-ee2d4cf4-9fc4-4879-8959-5edb520c9113 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:44.836584 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-ee2d4cf4-9fc4-4879-8959-5edb520c9113 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 816 time: 0.1322803 Jul 04 04:21:44.842595 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:44.847178 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] Calling delete_port for df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:21:44.849436 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4ea23c1b-6386-41d1-b415-d0559858eaf6 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:21:44.863357 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] No DVR routers for this DVR port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c on host dv-cinder-742162-5-iscsi {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:21:44.864803 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-1b048b6d-7de7-417a-98bf-68d03e45cc8b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/quotas/77e83a80c1b34e67958aca6d0a10ba8a HTTP/1.1" status: 200 len: 375 time: 0.0203629 Jul 04 04:21:44.865303 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:44.875894 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 4ea23c1b-6386-41d1-b415-d0559858eaf6 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:21:44.876238 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 4ea23c1b-6386-41d1-b415-d0559858eaf6 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:21:44.876855 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:21:44.920649 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-8599deb6-9bf5-48f6-95d6-04f9d610d180 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544207 Jul 04 04:21:44.946979 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (6b852890-6d40-459d-8b3f-cc97ada90f12), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:44.972338 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b852890-6d40-459d-8b3f-cc97ada90f12']}} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:44.984106 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85845da6-7233-443d-856b-3dca829ac49d') {'for_net_delete': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:44.985003 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85845da6-7233-443d-856b-3dca829ac49d') {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:44.997235 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13225317'] for segment (85845da6-7233-443d-856b-3dca829ac49d), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.015529 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (85845da6-7233-443d-856b-3dca829ac49d), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.024069 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=104119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:21:45.024569 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13224728'] for segment (85845da6-7233-443d-856b-3dca829ac49d), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.030523 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-ff798ae5-1991-4579-a9ef-b963cf1ca808 service neutron] 10.222.0.16 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976655 Jul 04 04:21:45.062882 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:21:45.063501 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:21:45.082602 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:45.115880 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (6b852890-6d40-459d-8b3f-cc97ada90f12), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.120577 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.135592 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b852890-6d40-459d-8b3f-cc97ada90f12,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:45.138386 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.142644 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-be981404-0443-4af0-9cbc-9cd0b58401ee service neutron] 10.222.0.16 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056468 Jul 04 04:21:45.144654 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-eca4db4c-92d1-4fbf-9cb8-38e2007fe804 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6b852890-6d40-459d-8b3f-cc97ada90f12 HTTP/1.1" status: 204 len: 168 time: 0.6194150 Jul 04 04:21:45.146238 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 85845da6-7233-443d-856b-3dca829ac49d resource provider aggregate not found Jul 04 04:21:45.153473 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] Pushing event deleted for resources: {'Port': ['ID=df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:45.157130 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] Network 6b852890-6d40-459d-8b3f-cc97ada90f12 is not hosted by any dhcp agent {{(pid=104121) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 04 04:21:45.157592 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cafb4d-a901-4824-9c09-06d3cb047aaf None None] No DVR routers for this DVR port df9e14d6-2fc7-435d-b9f0-56fabe3a4e8c on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:21:45.172668 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 85845da6-7233-443d-856b-3dca829ac49d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85845da6-7233-443d-856b-3dca829ac49d found for delete ", "request_id": "req-dbf1c86e-c2ac-4710-8624-d80add229db9"}]} Jul 04 04:21:45.296336 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34292) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:45.334827 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a83097c0-a5d0-4ef3-9e77-5477a21b227c req-e3033cca-fb18-4225-8a95-3fec8c456f2e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 210 time: 0.0351706 Jul 04 04:21:45.348293 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-53804c88-ee33-48f9-aa11-118fc3c47b9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ea328a1154a4a9a955e411f7eab0aa9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0482719 Jul 04 04:21:45.348514 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34294) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:45.404736 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8ca2-2413-4c42-8f1d-903c8c325149 admin admin] Publish callbacks [] for security_group (b394ca20-8c37-4c07-9d2f-66589caaff15), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.427713 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8ca2-2413-4c42-8f1d-903c8c325149 admin admin] Publish callbacks [] for security_group (b394ca20-8c37-4c07-9d2f-66589caaff15), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.480756 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8ca2-2413-4c42-8f1d-903c8c325149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b394ca20-8c37-4c07-9d2f-66589caaff15), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.484785 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8ca2-2413-4c42-8f1d-903c8c325149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:45.486038 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-e7bf8ca2-2413-4c42-8f1d-903c8c325149 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b394ca20-8c37-4c07-9d2f-66589caaff15 HTTP/1.1" status: 204 len: 168 time: 0.1364317 Jul 04 04:21:45.496574 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf8ca2-2413-4c42-8f1d-903c8c325149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b394ca20-8c37-4c07-9d2f-66589caaff15,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:45.587302 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26982dce-2b86-4e1b-ad73-909984d1b937 req-8a468ecf-c18a-4dfd-8622-eace30158805 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:45.589013 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-26982dce-2b86-4e1b-ad73-909984d1b937 req-8a468ecf-c18a-4dfd-8622-eace30158805 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 943 time: 0.0541861 Jul 04 04:21:45.664146 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-26982dce-2b86-4e1b-ad73-909984d1b937 req-8e22a965-2b10-4f9a-823a-9c06207c7ec1 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668299 Jul 04 04:21:46.301292 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34324) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:46.407059 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:46.428275 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1712316917-network', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:46.461333 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-9025bec4-459e-41df-8520-e1b47a37c484 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:46.462861 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-9025bec4-459e-41df-8520-e1b47a37c484 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 816 time: 0.1480546 Jul 04 04:21:46.489100 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c70ad802-9fff-48ee-8d8f-803ff6c18131 req-c617f6e8-8c22-4f60-92d5-43c3df5c1696 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 210 time: 0.0558727 Jul 04 04:21:46.520996 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Made reservation on behalf of 0bd3f8996b5b46f6904e32023b092e5d for: {'network': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:21:46.523579 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.544576 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.565900 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-2d8c4743-2c1e-4c06-8cc6-61361578c0bb tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e83a80c1b34e67958aca6d0a10ba8a HTTP/1.1" status: 200 len: 380 time: 0.0853746 Jul 04 04:21:46.632655 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'port': {'device_id': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'admin_state_up': True, 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'security_groups': ['3fd33984-ce8a-4206-935a-135a7b54982d']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:46.650286 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Publish callbacks [] for security_group (95450d9d-0d24-4d7c-acb8-31c6c870cd65), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.658792 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (95450d9d-0d24-4d7c-acb8-31c6c870cd65), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.711430 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:46.723203 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=104119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:21:46.751132 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95450d9d-0d24-4d7c-acb8-31c6c870cd65,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:46.754379 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (f5356188-2ba6-47d2-888c-8003ed53b6ca), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.754736 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.segments_db [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Added segment f5356188-2ba6-47d2-888c-8003ed53b6ca of type vlan for network 1d24f9b7-eac9-447b-b6d4-fce3782f951d Jul 04 04:21:46.786314 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb79146-5d45-4847-a41b-8cf9674a4ed8 req-7362f18d-72f9-4eb5-8dd1-ed3a2abd9db4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:46.787828 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1eb79146-5d45-4847-a41b-8cf9674a4ed8 req-7362f18d-72f9-4eb5-8dd1-ed3a2abd9db4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 943 time: 0.0525963 Jul 04 04:21:46.811236 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (1d24f9b7-eac9-447b-b6d4-fce3782f951d), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.838644 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1eb79146-5d45-4847-a41b-8cf9674a4ed8 req-64734025-0919-490c-94ee-578dc32c866e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442550 Jul 04 04:21:46.843003 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Made reservation on behalf of 77e83a80c1b34e67958aca6d0a10ba8a for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:21:46.846415 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.860634 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (1d24f9b7-eac9-447b-b6d4-fce3782f951d), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.861751 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:46.862350 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.937193 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6347477 Jul 04 04:21:46.940956 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34336) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:46.949154 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Request body: {'subnet': {'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1712316917-subnet', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:46.971934 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Made reservation on behalf of 0bd3f8996b5b46f6904e32023b092e5d for: {'subnet': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:21:46.974303 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12924482'] for subnet (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:46.976098 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e1529-4128-48cf-a4ae-b4cae23f6ddf admin admin] Pushing event updated for resources: {'Network': ['ID=1d24f9b7-eac9-447b-b6d4-fce3782f951d,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:46.987352 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:21:47.029248 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:47.040577 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:47.042818 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Allocated IP 172.20.0.14 (4eec3fce-9c5d-44a0-be22-c0108d80e7d3/0783ffe9-fbb8-41fe-9984-15a879012f6f/f6b7b5f9-dfd8-4f10-99f9-c155d967e2de) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:47.090328 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:47.152354 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13326940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12921272'] for subnet (e862ab53-2457-468b-a02c-2d54429f58fc), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.193048 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.204823 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e862ab53-2457-468b-a02c-2d54429f58fc,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:47.220545 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Checking segment: {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:21:47.221047 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Network hostable DHCP agents. Network: 1d24f9b7-eac9-447b-b6d4-fce3782f951d, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:21:47.226412 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.240176 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:21:47.250361 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 1d24f9b7-eac9-447b-b6d4-fce3782f951d) {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:47.254684 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:47.255291 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.260493 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b940f1-28a6-4702-8d21-389bd80f4830 None None] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:21:47.274405 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-87fd3bae-1bac-49a8-91e4-3d4d55bf7cb9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3309433 Jul 04 04:21:47.275192 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:47.277093 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34338) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:47.279006 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:47.281508 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:47.281691 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:47.306241 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (21fe719c-4dec-4224-bc93-79b4e9f53354), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.307703 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (21fe719c-4dec-4224-bc93-79b4e9f53354), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.328626 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:47.347361 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:47.347991 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.366249 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks [] for router_controller (21fe719c-4dec-4224-bc93-79b4e9f53354), precommit_add_association {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.367527 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d0e2edac-b4dd-401e-89ab-9af994039cd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7426791 Jul 04 04:21:47.388364 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:21:47.389303 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.517963 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks [] for router_gateway (21fe719c-4dec-4224-bc93-79b4e9f53354), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.536182 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Allocated IP 172.20.0.2 (1d24f9b7-eac9-447b-b6d4-fce3782f951d/e862ab53-2457-468b-a02c-2d54429f58fc/f694c1c0-192b-4975-936a-5969d45c4ca8) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:47.633826 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ff275-4a3d-461e-8715-22ccd2009766 req-fab91fcf-d277-4b1b-9e74-72747e60018d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:47.637860 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-156ff275-4a3d-461e-8715-22ccd2009766 req-fab91fcf-d277-4b1b-9e74-72747e60018d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 932 time: 0.0641818 Jul 04 04:21:47.654931 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-df070966-6238-4c02-805c-6714f1fb9aa6 None None] Provisioning complete for port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:47.655295 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-df070966-6238-4c02-805c-6714f1fb9aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.690761 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-156ff275-4a3d-461e-8715-22ccd2009766 req-82fa9c29-28d8-4d6b-b620-d2f2a9ecdac1 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489590 Jul 04 04:21:47.710728 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks [] for router_gateway (21fe719c-4dec-4224-bc93-79b4e9f53354), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.728640 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-df070966-6238-4c02-805c-6714f1fb9aa6 None None] Port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:21:47.731434 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.733543 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Publish callbacks [] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.740940 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.781810 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:47.784929 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:47.787597 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:47.799080 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Pushing event updated for resources: {'Port': ['ID=f694c1c0-192b-4975-936a-5969d45c4ca8,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:47.843511 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Allocated IP 172.27.1.25 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/3d886b33-dae7-46c1-81b3-acb7e8683a18) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:47.854227 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Attempting to bind port f694c1c0-192b-4975-936a-5969d45c4ca8 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:21:47.854728 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Attempting to bind port f694c1c0-192b-4975-936a-5969d45c4ca8 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:21:47.855085 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Attempting to bind port f694c1c0-192b-4975-936a-5969d45c4ca8 on network 1d24f9b7-eac9-447b-b6d4-fce3782f951d {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:47.860604 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:21:47.862287 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Checking segment: {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:21:47.862287 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.862287 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Bound using segment: {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:21:47.862613 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Bound port: f694c1c0-192b-4975-936a-5969d45c4ca8, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:21:47.863020 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.911032 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:47.936508 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] For port f694c1c0-192b-4975-936a-5969d45c4ca8, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:21:47.939835 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] For port f694c1c0-192b-4975-936a-5969d45c4ca8, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=f694c1c0-192b-4975-936a-5969d45c4ca8,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:21:47.946382 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:47.951518 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:47.955210 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:47.990849 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks [] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.003951 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6857fb-615f-462e-94a9-c38d4a0f3018 req-63249312-9837-41b7-92ae-81533baebfcf tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:48.004339 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:48.005478 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8c6857fb-615f-462e-94a9-c38d4a0f3018 req-63249312-9837-41b7-92ae-81533baebfcf tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 943 time: 0.0915735 Jul 04 04:21:48.016019 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c725b-8e7c-40cb-a85f-2475d4d08325 None None] Pushing event updated for resources: {'Port': ['ID=f694c1c0-192b-4975-936a-5969d45c4ca8,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:48.064530 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.124644 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8c6857fb-615f-462e-94a9-c38d4a0f3018 req-aa2e994b-137f-44c3-bda0-6d5774462207 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997772 Jul 04 04:21:48.128057 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:48.131112 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:48.134522 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Request body: {'port': {'device_id': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:48.135009 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:48.165595 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Pushing event updated for resources: {'Port': ['ID=3d886b33-dae7-46c1-81b3-acb7e8683a18,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:48.169311 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:48.232076 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.518454 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b7b5f9-dfd8-4f10-99f9-c155d967e2de {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:21:48.526721 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Publish callbacks [] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.540807 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Transition to ACTIVE for port object f6b7b5f9-dfd8-4f10-99f9-c155d967e2de will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:21:48.545764 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.597066 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:48.679853 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks [] for router_gateway (21fe719c-4dec-4224-bc93-79b4e9f53354), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.684732 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:48.696850 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Attempting to bind port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:21:48.697181 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Attempting to bind port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:21:48.697641 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Attempting to bind port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de on network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:48.705122 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de on network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:21:48.705573 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Attempting to bind port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de on network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:48.712125 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:21:48.712454 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Checking segment: {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:21:48.712833 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Bound using segment: {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:21:48.713252 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Bound port: f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b419cb73-3c87-446f-ac6d-148c1ae3486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:21:48.713604 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.806232 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:21:48.813996 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:21:48.878552 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfbe0c-9f50-43ae-a21e-62aba2b35a3a req-284af89d-5144-4c07-ac0a-82c3118b6bd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:48.880186 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71dfbe0c-9f50-43ae-a21e-62aba2b35a3a req-284af89d-5144-4c07-ac0a-82c3118b6bd7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0699000 Jul 04 04:21:48.895120 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.913403 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device f694c1c0-192b-4975-936a-5969d45c4ca8 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:21:48.932621 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (21fe719c-4dec-4224-bc93-79b4e9f53354), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.948676 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:48.949592 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:48.951607 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] 10.222.0.59 "PUT /v2.0/ports/f6b7b5f9-dfd8-4f10-99f9-c155d967e2de HTTP/1.1" status: 200 len: 1094 time: 0.8224185 Jul 04 04:21:48.953419 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:48.955927 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d8981a-2caf-488b-aa50-bbff6545ec71" -d '{"events": [{"name": "network-changed", "server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:48.969883 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port f694c1c0-192b-4975-936a-5969d45c4ca8 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:48.972270 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:49.070201 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1eb7-901b-4570-9b6e-6e4390ab38bc service neutron] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:49.074909 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:49.090738 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f78d87-78e9-4618-9cb0-2740f32ae325 x-openstack-request-id: req-41f78d87-78e9-4618-9cb0-2740f32ae325 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:49.091024 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:49.091276 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41f78d87-78e9-4618-9cb0-2740f32ae325 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:49.091678 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f78d87-78e9-4618-9cb0-2740f32ae325'] response: {'name': 'network-changed', 'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'status': 'completed', 'code': 200} Jul 04 04:21:49.102720 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71dfbe0c-9f50-43ae-a21e-62aba2b35a3a req-d6689630-4b0a-4160-890a-3390ce876e38 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151337 Jul 04 04:21:49.116813 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-99c0e0e9-ffd5-4e40-8dd2-f810a5f4b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:49.118835 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-99c0e0e9-ffd5-4e40-8dd2-f810a5f4b9cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 1128 time: 0.0962899 Jul 04 04:21:49.118996 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port f694c1c0-192b-4975-936a-5969d45c4ca8 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:49.119443 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:49.129963 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Router 21fe719c-4dec-4224-bc93-79b4e9f53354 is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:21:49.190977 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-360fa0ae-66cd-44c0-827c-6349f7d6a1b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de HTTP/1.1" status: 200 len: 217 time: 0.0587232 Jul 04 04:21:49.206987 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port f694c1c0-192b-4975-936a-5969d45c4ca8, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=f694c1c0-192b-4975-936a-5969d45c4ca8,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:49.213474 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:49.271787 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=f694c1c0-192b-4975-936a-5969d45c4ca8,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:49.281827 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96363c6-08f2-47a5-99d8-d6a988ab3c6a None None] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:21:49.282203 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-daac9ca8-3195-4d03-8ef2-4a3765c45840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:49.284929 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-daac9ca8-3195-4d03-8ef2-4a3765c45840 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.0877488 Jul 04 04:21:49.317855 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1549b1-05b7-4933-b9f6-a7d9d70941c9 req-19c65d89-4a22-4232-9f6f-5e2574e36a5e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:49.319361 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8a1549b1-05b7-4933-b9f6-a7d9d70941c9 req-19c65d89-4a22-4232-9f6f-5e2574e36a5e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 943 time: 0.0880928 Jul 04 04:21:49.323604 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:49.329701 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:21:49.345086 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d548596c-f02a-481a-bbc5-a49312d74c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:49.346954 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-d548596c-f02a-481a-bbc5-a49312d74c6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547407 Jul 04 04:21:49.348476 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Sync routers for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:21:49.365288 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:49.369157 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-123de678-abda-4a6d-8c82-1925122e4523 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0885327 Jul 04 04:21:49.370043 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34350) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:49.380233 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:49.380876 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:49.460520 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-605f4dc0-2fb9-4b61-9ac1-902c953f7a66 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065109 Jul 04 04:21:49.469400 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8a1549b1-05b7-4933-b9f6-a7d9d70941c9 req-6506ab66-2e40-4034-ba78-47cdfe2d3555 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267908 Jul 04 04:21:49.483305 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-33ccb8f6-36f5-482c-9e09-f08cdf87b959 None None] Provisioning complete for port f694c1c0-192b-4975-936a-5969d45c4ca8 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:49.483677 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-33ccb8f6-36f5-482c-9e09-f08cdf87b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:49.564646 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1387e9db-3f17-49e7-b8bb-087130f17fba req-acd09681-8a68-4504-a091-e58c1fc18e25 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980208 Jul 04 04:21:49.568271 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:49.571912 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:49.724421 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-33ccb8f6-36f5-482c-9e09-f08cdf87b959 None None] Current status of the port f694c1c0-192b-4975-936a-5969d45c4ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:49.786852 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:48Z', 'revision_number': 3, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:49.811860 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Checking router: 21fe719c-4dec-4224-bc93-79b4e9f53354 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:21:49.812104 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Updating router 21fe719c-4dec-4224-bc93-79b4e9f53354 port 3d886b33-dae7-46c1-81b3-acb7e8683a18 binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:21:49.829082 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:49.848616 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:49.871336 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-d15afc54-2038-467a-8937-ac97c9650a75 None None] Provisioning complete for port f694c1c0-192b-4975-936a-5969d45c4ca8 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:49.872049 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d15afc54-2038-467a-8937-ac97c9650a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:49.876509 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:49.902969 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:49.941364 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:49.992515 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Allocated IP 172.20.0.1 (1d24f9b7-eac9-447b-b6d4-fce3782f951d/e862ab53-2457-468b-a02c-2d54429f58fc/025c4eec-8498-4e8e-99b6-b4b3350df2a0) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:50.073514 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-d15afc54-2038-467a-8937-ac97c9650a75 None None] Current status of the port f694c1c0-192b-4975-936a-5969d45c4ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:50.104542 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Publish callbacks [] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.137131 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.163845 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Publish callbacks [] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.171569 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.181163 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:50.185119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:50.189249 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:50.192849 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Pushing event updated for resources: {'Port': ['ID=025c4eec-8498-4e8e-99b6-b4b3350df2a0,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:50.240735 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (21fe719c-4dec-4224-bc93-79b4e9f53354), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.256597 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13559292-b176-4e8d-8f18-4b720bdc5d0a req-0fa89e56-095e-416e-83c7-95e5f3ce07b5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:50.260201 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-13559292-b176-4e8d-8f18-4b720bdc5d0a req-0fa89e56-095e-416e-83c7-95e5f3ce07b5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0597622 Jul 04 04:21:50.323838 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-13559292-b176-4e8d-8f18-4b720bdc5d0a req-0811a29e-cf40-4500-ba0a-4c08f4852455 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584843 Jul 04 04:21:50.366866 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Attempting to bind port 3d886b33-dae7-46c1-81b3-acb7e8683a18 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:21:50.367228 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Attempting to bind port 3d886b33-dae7-46c1-81b3-acb7e8683a18 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:21:50.368801 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Attempting to bind port 3d886b33-dae7-46c1-81b3-acb7e8683a18 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:50.369599 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf154df1-4a5d-4115-8c96-6b1f64816040 None None] Pushing event updated for resources: {'Port': ['ID=3d886b33-dae7-46c1-81b3-acb7e8683a18,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:50.375643 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:21:50.376014 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:21:50.376412 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.376790 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:21:50.377232 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Bound port: 3d886b33-dae7-46c1-81b3-acb7e8683a18, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:21:50.377609 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.400023 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.430159 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] For port 3d886b33-dae7-46c1-81b3-acb7e8683a18, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:21:50.433474 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] For port 3d886b33-dae7-46c1-81b3-acb7e8683a18, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=3d886b33-dae7-46c1-81b3-acb7e8683a18,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:21:50.440138 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.454234 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:50.488428 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:21:50.528308 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-40fdc1d3-a13d-418b-a37b-5abc79bc8109 None None] Provisioning complete for port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:50.528662 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-40fdc1d3-a13d-418b-a37b-5abc79bc8109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.530211 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:50.530859 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:50.586127 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf154df1-4a5d-4115-8c96-6b1f64816040 None None] Pushing event updated for resources: {'Port': ['ID=3d886b33-dae7-46c1-81b3-acb7e8683a18,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:50.597478 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Publish callbacks [] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.604257 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.651986 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-40fdc1d3-a13d-418b-a37b-5abc79bc8109 None None] Port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:21:50.653254 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595f3cc-d3e1-4903-993f-b3fcbc720b02 req-a4e8e5ec-7e17-4ff0-9bd6-bb785acd5b71 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:50.654737 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8595f3cc-d3e1-4903-993f-b3fcbc720b02 req-a4e8e5ec-7e17-4ff0-9bd6-bb785acd5b71 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 943 time: 0.1004012 Jul 04 04:21:50.683781 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:50.700521 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Pushing event updated for resources: {'Port': ['ID=025c4eec-8498-4e8e-99b6-b4b3350df2a0,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:50.704721 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (21fe719c-4dec-4224-bc93-79b4e9f53354), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.736781 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:50.745705 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:50.753432 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8595f3cc-d3e1-4903-993f-b3fcbc720b02 req-6e5894e9-288d-4693-be89-bfef87f367e2 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891402 Jul 04 04:21:50.777212 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:50.798813 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:21:50.803288 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:50.828930 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:50.830275 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:50.888292 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device f694c1c0-192b-4975-936a-5969d45c4ca8 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:21:50.945654 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:50.945896 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Router 21fe719c-4dec-4224-bc93-79b4e9f53354 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:21:50.946440 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:50.977373 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:21:51.020250 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:51.021441 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port f694c1c0-192b-4975-936a-5969d45c4ca8 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:51.021913 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.058669 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:21:51.071995 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-b5d77adf-0654-4325-96b9-05d150a5e31b admin admin] 10.222.0.16 "PUT /v2.0/routers/21fe719c-4dec-4224-bc93-79b4e9f53354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6927013 Jul 04 04:21:51.072182 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.127028 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-00d08944-8f1b-4c26-baf1-c94ebd218d5e None None] Provisioning complete for port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:51.127394 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-00d08944-8f1b-4c26-baf1-c94ebd218d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.162420 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:49Z', 'revision_number': 1, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:51.204638 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:51.207491 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c568a-e89d-41e3-bb6f-9dabf0d6e918 None None] The sync data for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi is: [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:49Z', 'revision_number': 1, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:21:51.213975 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-00d08944-8f1b-4c26-baf1-c94ebd218d5e None None] Port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:21:51.252586 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port f694c1c0-192b-4975-936a-5969d45c4ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:51.354398 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34362) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:51.359297 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-9ffba4fc-17ec-4f5f-9e70-45f3d5cdb28b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390696087', 'description': 'tempest-description--1009881951'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:51.385139 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9ffba4fc-17ec-4f5f-9e70-45f3d5cdb28b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.467867 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:21:51.491264 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fca642-9476-45e8-af1a-5bd7101a82a9 req-e721d112-fabd-4bca-a638-0bdc1d16b58a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:51.493005 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-07fca642-9476-45e8-af1a-5bd7101a82a9 req-e721d112-fabd-4bca-a638-0bdc1d16b58a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0696349 Jul 04 04:21:51.540865 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:51.543553 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9ffba4fc-17ec-4f5f-9e70-45f3d5cdb28b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (0e41839d-50b0-4857-8f38-a6443574e1c5), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.560697 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9ffba4fc-17ec-4f5f-9e70-45f3d5cdb28b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (0e41839d-50b0-4857-8f38-a6443574e1c5), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.584803 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-07fca642-9476-45e8-af1a-5bd7101a82a9 req-50fe9fb6-a91c-4a0a-b6fd-bf7182091199 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847099 Jul 04 04:21:51.600478 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffba4fc-17ec-4f5f-9e70-45f3d5cdb28b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e41839d-50b0-4857-8f38-a6443574e1c5,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:51.606393 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9ffba4fc-17ec-4f5f-9e70-45f3d5cdb28b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.610172 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9ffba4fc-17ec-4f5f-9e70-45f3d5cdb28b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2521472 Jul 04 04:21:51.610537 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34366) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:51.615741 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-a4b5dff3-dba5-4467-b853-41e6d333bef8 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'security_group_rule': {'security_group_id': '0e41839d-50b0-4857-8f38-a6443574e1c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:51.653354 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a4b5dff3-dba5-4467-b853-41e6d333bef8 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (edb1e3a9-da96-4a17-8399-5fa252a4072a), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.698833 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-7bc6dbd6-e2eb-400a-936a-44d9e605ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:51.700723 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-7bc6dbd6-e2eb-400a-936a-44d9e605ea69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 1128 time: 0.0504537 Jul 04 04:21:51.728108 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a4b5dff3-dba5-4467-b853-41e6d333bef8 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (edb1e3a9-da96-4a17-8399-5fa252a4072a), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.737100 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a4b5dff3-dba5-4467-b853-41e6d333bef8 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (edb1e3a9-da96-4a17-8399-5fa252a4072a), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.764987 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5dff3-dba5-4467-b853-41e6d333bef8 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb1e3a9-da96-4a17-8399-5fa252a4072a,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:51.771090 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a4b5dff3-dba5-4467-b853-41e6d333bef8 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.772366 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a4b5dff3-dba5-4467-b853-41e6d333bef8 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608827 Jul 04 04:21:51.776353 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34370) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:51.781572 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-cb972b5b-5ce2-4cd3-bbfc-3902185015b9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'security_group_rule': {'security_group_id': '0e41839d-50b0-4857-8f38-a6443574e1c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:51.813322 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-6d1f4982-3b2f-4688-926c-1320e964303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:51.815340 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-6d1f4982-3b2f-4688-926c-1320e964303e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 917 time: 0.1080534 Jul 04 04:21:51.819602 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb972b5b-5ce2-4cd3-bbfc-3902185015b9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (1f8cdfef-55d6-430c-b2cc-dc8f5e77a02e), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.862118 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-6d443c1b-e92a-4bb8-b58d-73a01b61ef5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de HTTP/1.1" status: 200 len: 217 time: 0.0398502 Jul 04 04:21:51.869985 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:51.886015 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb972b5b-5ce2-4cd3-bbfc-3902185015b9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (1f8cdfef-55d6-430c-b2cc-dc8f5e77a02e), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.891528 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb972b5b-5ce2-4cd3-bbfc-3902185015b9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (1f8cdfef-55d6-430c-b2cc-dc8f5e77a02e), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.915667 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb972b5b-5ce2-4cd3-bbfc-3902185015b9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.920689 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-cb972b5b-5ce2-4cd3-bbfc-3902185015b9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392918 Jul 04 04:21:51.920689 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34374) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:51.922853 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb972b5b-5ce2-4cd3-bbfc-3902185015b9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8cdfef-55d6-430c-b2cc-dc8f5e77a02e,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:51.926833 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:51.948845 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178419c-78c4-49bf-b842-a7ea4d2abd87 req-dc04e729-b5f6-44cd-b4d1-1c02f2d35332 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:51.951487 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:51.956265 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e178419c-78c4-49bf-b842-a7ea4d2abd87 req-dc04e729-b5f6-44cd-b4d1-1c02f2d35332 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 944 time: 0.0965436 Jul 04 04:21:51.989896 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-a6b4b399-8c33-4d02-855e-9208ce412768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:51.991732 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-a6b4b399-8c33-4d02-855e-9208ce412768 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.1195757 Jul 04 04:21:52.055137 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:52.061908 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e178419c-78c4-49bf-b842-a7ea4d2abd87 req-a7d6446a-d417-4585-8f77-3229348300de tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047754 Jul 04 04:21:52.063486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-ca77bbdf-ef3f-4259-b1c2-dca0d2bee28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:52.064964 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-ca77bbdf-ef3f-4259-b1c2-dca0d2bee28a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662243 Jul 04 04:21:52.070679 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.174890 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-6630fa7e-eafd-40e9-9b2f-2c0e30d8afa1 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028674 Jul 04 04:21:52.193978 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Allocated IP 172.27.1.243 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/f1c3baf8-3ab6-4f14-b3b5-f68d786bed39) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:52.276904 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80d8981a-2caf-488b-aa50-bbff6545ec71 req-705da408-f492-47fe-b4a4-f482fb177175 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938563 Jul 04 04:21:52.302492 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for port (f1c3baf8-3ab6-4f14-b3b5-f68d786bed39), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.326905 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:52.337904 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (f1c3baf8-3ab6-4f14-b3b5-f68d786bed39), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.383294 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:52.386340 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:52.389432 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:52.424115 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'Port': ['ID=f1c3baf8-3ab6-4f14-b3b5-f68d786bed39,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:52.484550 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (d51aa6ab-cec8-475b-9f8f-081ac4c6701e), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.488579 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f6b7b5f9-dfd8-4f10-99f9-c155d967e2de details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:21:52.501019 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:21:52.521173 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=52 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:52.528262 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f1c3baf8-3ab6-4f14-b3b5-f68d786bed39), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.528524 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=48 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:52.533557 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:52.550460 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:52.621223 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:21:52.645057 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:52.651239 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:52.651708 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.695481 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:52.696148 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for port (f1c3baf8-3ab6-4f14-b3b5-f68d786bed39), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.708896 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (f1c3baf8-3ab6-4f14-b3b5-f68d786bed39), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.714181 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'port_id': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'mac_address': 'fa:16:3e:a9:7d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:21:52.782142 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:52.782597 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.784605 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:52.784951 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.800976 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32f58-7daf-4aa9-85fd-71f178e84b2b req-565605fa-74ee-4d1e-9f39-1e56e4787036 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:52.802192 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0bb32f58-7daf-4aa9-85fd-71f178e84b2b req-565605fa-74ee-4d1e-9f39-1e56e4787036 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.1095550 Jul 04 04:21:52.807093 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b7b5f9-dfd8-4f10-99f9-c155d967e2de {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:21:52.829194 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:52.831470 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8389d73-c6d6-4177-b294-d8672c158c3a" -d '{"events": [{"server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "name": "network-vif-plugged", "status": "completed", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:52.834662 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'Port': ['ID=f1c3baf8-3ab6-4f14-b3b5-f68d786bed39,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:52.843451 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (d51aa6ab-cec8-475b-9f8f-081ac4c6701e), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.848036 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:52.852551 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:52.857263 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.862816 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.880765 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:52.889367 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2b58cbe9-e385-4935-abb1-36b767e3cfe5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9675131 Jul 04 04:21:52.895844 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1843e92f-a070-463c-b8b7-bf26bf919b2d x-openstack-request-id: req-1843e92f-a070-463c-b8b7-bf26bf919b2d {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:52.896268 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "name": "network-vif-plugged", "status": "completed", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:52.896384 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1843e92f-a070-463c-b8b7-bf26bf919b2d {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:52.896759 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1843e92f-a070-463c-b8b7-bf26bf919b2d'] response: {'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'code': 200} Jul 04 04:21:52.903056 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0bb32f58-7daf-4aa9-85fd-71f178e84b2b req-6f6e1ead-e110-4a95-8690-f62e39dbce8c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930684 Jul 04 04:21:52.919964 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 3d886b33-dae7-46c1-81b3-acb7e8683a18 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:21:52.934032 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:53.018430 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:53.026402 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 3d886b33-dae7-46c1-81b3-acb7e8683a18 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:53.027478 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:53.050110 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-b04903ba-be1d-4600-8a30-8d16309713d1 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1390696087&fields=id&tenant_id=0bd3f8996b5b46f6904e32023b092e5d HTTP/1.1" status: 200 len: 267 time: 0.0453236 Jul 04 04:21:53.107343 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 3d886b33-dae7-46c1-81b3-acb7e8683a18 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:53.107731 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:53.133776 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port 3d886b33-dae7-46c1-81b3-acb7e8683a18, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=3d886b33-dae7-46c1-81b3-acb7e8683a18,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:53.138892 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:53.202572 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da491a-a854-4516-8824-0d0234e79b48 req-89464940-0dea-4098-90d4-9790247c16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:53.204088 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-32da491a-a854-4516-8824-0d0234e79b48 req-89464940-0dea-4098-90d4-9790247c16bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 1129 time: 0.0556040 Jul 04 04:21:53.204256 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=3d886b33-dae7-46c1-81b3-acb7e8683a18,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:53.210028 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4e04b451-2fb8-405b-88cd-6af808aeca91 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:53.214735 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378ee99-54fe-4bf0-a6cc-43a6096cbb72 req-cdce266c-fe9a-4e50-8e27-1282982595d4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:53.216263 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0378ee99-54fe-4bf0-a6cc-43a6096cbb72 req-cdce266c-fe9a-4e50-8e27-1282982595d4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 945 time: 0.0672328 Jul 04 04:21:53.217222 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4e04b451-2fb8-405b-88cd-6af808aeca91 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 811 time: 0.1576822 Jul 04 04:21:53.241920 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-98193a96-6a65-4576-a018-d7c903abc5e3 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/quotas/0bd3f8996b5b46f6904e32023b092e5d HTTP/1.1" status: 200 len: 375 time: 0.0237536 Jul 04 04:21:53.255740 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:21:53.261216 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:53.274993 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0378ee99-54fe-4bf0-a6cc-43a6096cbb72 req-af74f867-0fd6-47b6-aaf3-4caf0111a037 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507638 Jul 04 04:21:53.304697 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-32da491a-a854-4516-8824-0d0234e79b48 req-98f2273f-0247-4c07-ba5f-96fe78510ac1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853844 Jul 04 04:21:53.319826 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-7c7fff77-f6f6-4b18-8370-abff12e18b00 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670767 Jul 04 04:21:53.372208 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:53.374795 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:53.424963 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-bf3021f2-b2f7-4f8a-ac02-e419769968ec service neutron] 10.222.0.16 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924413 Jul 04 04:21:53.522146 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-2b1130eb-671c-4c78-90d1-0de8809e8633 service neutron] 10.222.0.16 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915465 Jul 04 04:21:53.543883 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Sync routers for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:21:53.555439 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:53.556084 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:53.662740 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:53.713363 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c6a69dc4-6a4b-4697-84ed-2cc44f722ec8 req-1c9206a7-02ff-4030-beef-6318ea4a80da tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 210 time: 0.0302029 Jul 04 04:21:53.859665 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 2, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:53.974966 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Checking router: 21fe719c-4dec-4224-bc93-79b4e9f53354 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:21:53.975345 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Updating router 21fe719c-4dec-4224-bc93-79b4e9f53354 port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:21:54.004728 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.046237 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367ad4-cec7-48c2-87d0-4b861188a54b req-af422e4b-c08f-4db8-87c4-f3b5f64a4de5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:54.047759 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80367ad4-cec7-48c2-87d0-4b861188a54b req-af422e4b-c08f-4db8-87c4-f3b5f64a4de5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 945 time: 0.0529394 Jul 04 04:21:54.095604 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-80367ad4-cec7-48c2-87d0-4b861188a54b req-35e1fdcc-648f-4205-aac5-dd456c513be9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Jul 04 04:21:54.266678 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Publish callbacks [] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.273255 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.363553 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Pushing event updated for resources: {'Port': ['ID=025c4eec-8498-4e8e-99b6-b4b3350df2a0,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:54.379331 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.379673 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.380033 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.380379 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.380713 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.381039 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.381360 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.381677 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.382002 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.382309 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.382651 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.382983 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.383298 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.383610 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.383922 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.391848 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Attempting to bind port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:21:54.392208 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Attempting to bind port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:21:54.393097 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Attempting to bind port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 on network 1d24f9b7-eac9-447b-b6d4-fce3782f951d {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:54.398000 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:21:54.398432 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Checking segment: {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:21:54.398793 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.399208 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Bound using segment: {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:21:54.399748 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Bound port: 025c4eec-8498-4e8e-99b6-b4b3350df2a0, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:21:54.400126 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.409208 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eee66-454c-46ab-8fdf-0bac55bdf956 req-0bbf8911-fc12-4447-a165-057783ad7ef0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:54.419025 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-044eee66-454c-46ab-8fdf-0bac55bdf956 req-0bbf8911-fc12-4447-a165-057783ad7ef0 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 945 time: 0.0625281 Jul 04 04:21:54.444763 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:54.468336 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] For port 025c4eec-8498-4e8e-99b6-b4b3350df2a0, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:21:54.471794 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] For port 025c4eec-8498-4e8e-99b6-b4b3350df2a0, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=025c4eec-8498-4e8e-99b6-b4b3350df2a0,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:21:54.475709 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-044eee66-454c-46ab-8fdf-0bac55bdf956 req-f115104a-06b5-47a7-91fb-690fa4335407 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556428 Jul 04 04:21:54.484334 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.528821 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f6b7b5f9-dfd8-4f10-99f9-c155d967e2de up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:21:54.546250 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051014ff-5c4d-4b07-908a-de6767b9e1b2 None None] Pushing event updated for resources: {'Port': ['ID=025c4eec-8498-4e8e-99b6-b4b3350df2a0,revision_number=4']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:54.552954 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:54.553589 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:54.579687 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Provisioning complete for port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:54.580173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.613984 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:21:54.628130 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:54.628532 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.662777 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:54.706412 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Current status of the port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:54.706412 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.710890 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:54.769908 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] For port 025c4eec-8498-4e8e-99b6-b4b3350df2a0, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=025c4eec-8498-4e8e-99b6-b4b3350df2a0,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:54.771290 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:54.771435 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.783485 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.855564 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:21:54.863107 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-21f4e6f1-ae3c-4c78-b77e-598f8929c95f req-49dce53e-93f3-41b0-ab71-14bdd9aa95bd tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 210 time: 0.0463023 Jul 04 04:21:54.865654 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:54.870399 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Pushing event updated for resources: {'Port': ['ID=025c4eec-8498-4e8e-99b6-b4b3350df2a0,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:54.878220 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.878597 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.878931 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.879263 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.879587 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.879908 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.880220 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.880731 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.881198 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.881851 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.882763 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.882950 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.883463 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.883781 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.884100 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278886a-6c08-4f69-992b-4464a4adcbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:21:54.915305 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:54.916380 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:54.919044 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e0072-5c8c-4c90-87b1-fc0d1da34148" -d '{"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:54.955389 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b29b0-6c89-4bd2-9303-46569bed3d7b None None] The sync data for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi is: [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:21:55.057240 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 3d886b33-dae7-46c1-81b3-acb7e8683a18 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:21:55.096579 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e0619a-afd2-4c92-8c21-167d35b58aca x-openstack-request-id: req-50e0619a-afd2-4c92-8c21-167d35b58aca {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:55.096862 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:55.097106 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50e0619a-afd2-4c92-8c21-167d35b58aca {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:55.097497 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e0619a-afd2-4c92-8c21-167d35b58aca'] response: {'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'code': 200} Jul 04 04:21:55.106136 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-75f6c905-e6d8-4b28-9936-2ab9c6cd4159 None None] Provisioning complete for port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:55.106309 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-75f6c905-e6d8-4b28-9936-2ab9c6cd4159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:55.145127 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:55.177287 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 3d886b33-dae7-46c1-81b3-acb7e8683a18 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:55.177718 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:55.228006 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608f5ae-35bf-4f01-80e1-c2f49bb02175 req-f1f315ef-1cc8-4746-a11c-b7b94321153e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:55.229507 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6608f5ae-35bf-4f01-80e1-c2f49bb02175 req-f1f315ef-1cc8-4746-a11c-b7b94321153e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0523822 Jul 04 04:21:55.252024 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-75f6c905-e6d8-4b28-9936-2ab9c6cd4159 None None] Current status of the port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:55.289012 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6608f5ae-35bf-4f01-80e1-c2f49bb02175 req-548a62ca-1df4-4023-8f5b-11fcee08f740 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522316 Jul 04 04:21:55.293131 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 3d886b33-dae7-46c1-81b3-acb7e8683a18 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:55.294211 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 025c4eec-8498-4e8e-99b6-b4b3350df2a0 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:21:55.334560 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:55.347246 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:55.347615 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:55.435496 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:55.557020 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:55.568510 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-8818c9fc-9f84-445f-a286-20f85bf9a4ff tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:55.570192 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-8818c9fc-9f84-445f-a286-20f85bf9a4ff tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 811 time: 0.1614561 Jul 04 04:21:55.662265 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-b6b5e2f4-9bcc-4d32-8c24-f99311f44cac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd3f8996b5b46f6904e32023b092e5d HTTP/1.1" status: 200 len: 380 time: 0.0764549 Jul 04 04:21:55.733786 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'port': {'device_id': 'fb5a126f-e314-44bc-8697-7b07760da296', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'admin_state_up': True, 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'security_groups': ['0e41839d-50b0-4857-8f38-a6443574e1c5']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:55.847792 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Made reservation on behalf of 0bd3f8996b5b46f6904e32023b092e5d for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:21:55.851245 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:55.870392 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d0f2b-8edc-44fe-bdde-e21807fdf1c3 req-5f15619b-4007-468c-a88b-e2c0088adb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:55.872054 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c70d0f2b-8edc-44fe-bdde-e21807fdf1c3 req-5f15619b-4007-468c-a88b-e2c0088adb9b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 1130 time: 0.3110354 Jul 04 04:21:55.903179 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60976e1-6991-43de-9fa8-b7bc759af235 req-66709328-06a0-4ff4-84c7-122d75bb1cfd tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:55.904686 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c60976e1-6991-43de-9fa8-b7bc759af235 req-66709328-06a0-4ff4-84c7-122d75bb1cfd tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 945 time: 0.0678566 Jul 04 04:21:55.928475 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:55.931546 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c70d0f2b-8edc-44fe-bdde-e21807fdf1c3 req-9da57fbc-192c-4bdf-860d-445d53253c8e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535214 Jul 04 04:21:55.983794 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c60976e1-6991-43de-9fa8-b7bc759af235 req-3e1f0116-edb8-45d6-a413-a2a9326d7dfb tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560265 Jul 04 04:21:56.105525 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ea14-f0ef-46c2-b32c-2bccf18e2cf9 req-d6351581-6220-457b-b2c4-25f6c00e4667 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:56.107013 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ba24ea14-f0ef-46c2-b32c-2bccf18e2cf9 req-d6351581-6220-457b-b2c4-25f6c00e4667 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 945 time: 0.0530190 Jul 04 04:21:56.161583 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ba24ea14-f0ef-46c2-b32c-2bccf18e2cf9 req-0d710567-6d4e-4776-8d23-f60a2fbf07d6 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485113 Jul 04 04:21:56.185194 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34426) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:56.225016 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9875989-a9ad-409e-96a2-304e481891c8 tempest-TestVolumeBootPattern-1058872598 tempest-TestVolumeBootPattern-1058872598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:56.226603 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-d9875989-a9ad-409e-96a2-304e481891c8 tempest-TestVolumeBootPattern-1058872598 tempest-TestVolumeBootPattern-1058872598-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 1124 time: 0.0401416 Jul 04 04:21:56.229476 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34428) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:56.233692 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:56.259127 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:56.267023 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-eea593e1-c455-4a58-857b-e77d797331d1 req-e6260ac6-3ed1-4526-9c44-f3bda3052ded tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 210 time: 0.0340514 Jul 04 04:21:56.283490 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Allocated IP 172.20.0.6 (1d24f9b7-eac9-447b-b6d4-fce3782f951d/e862ab53-2457-468b-a02c-2d54429f58fc/85defb10-99ae-43aa-8776-2102f58dfbac) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:56.345513 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:56.389549 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:56.426026 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for port (85defb10-99ae-43aa-8776-2102f58dfbac), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:56.444471 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2404c-4276-4feb-949e-e4984a594e67 req-6bc42d16-7774-44ab-b65d-51f672f24037 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:56.445917 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5fa2404c-4276-4feb-949e-e4984a594e67 req-6bc42d16-7774-44ab-b65d-51f672f24037 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0605927 Jul 04 04:21:56.463534 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:56.482033 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:56.506592 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:56.509739 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:56.514164 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:56.540650 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Allocated IP 172.27.1.51 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/f5303a7a-fe98-4d21-b752-bbf7e9619cd8) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:21:56.542988 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'Port': ['ID=85defb10-99ae-43aa-8776-2102f58dfbac,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:56.564600 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5fa2404c-4276-4feb-949e-e4984a594e67 req-c7ada982-da34-4819-827c-a2a2f581dc3c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955691 Jul 04 04:21:56.583524 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:56.583524 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:56.593890 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4ac73f5c-a0fa-416b-9140-fdb7b1143b1e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8642378 Jul 04 04:21:56.674635 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for port (f5303a7a-fe98-4d21-b752-bbf7e9619cd8), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:56.707350 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (f5303a7a-fe98-4d21-b752-bbf7e9619cd8), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:56.751542 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:21:56.756190 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:21:56.760256 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:21:56.763768 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'Port': ['ID=f5303a7a-fe98-4d21-b752-bbf7e9619cd8,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:56.775831 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:56.785307 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-5b1e67d6-0cd5-439f-92cd-acc9bb21a727 None None] Provisioning complete for port 85defb10-99ae-43aa-8776-2102f58dfbac triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:56.785663 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5b1e67d6-0cd5-439f-92cd-acc9bb21a727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:56.817573 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e67d6-0cd5-439f-92cd-acc9bb21a727 None None] Port 85defb10-99ae-43aa-8776-2102f58dfbac cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:21:56.839974 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:56.856369 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 025c4eec-8498-4e8e-99b6-b4b3350df2a0 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:21:56.903523 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:21:56.903763 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:56.911552 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Request body: {'port': {'device_id': 'fb5a126f-e314-44bc-8697-7b07760da296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:56.981645 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:21:56.984410 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.087715 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:57.116119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (8260d7a8-d31d-45f2-b540-0e125653a4ca), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.187122 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f5303a7a-fe98-4d21-b752-bbf7e9619cd8), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.246386 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85defb10-99ae-43aa-8776-2102f58dfbac {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:21:57.254134 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Publish callbacks [] for port (85defb10-99ae-43aa-8776-2102f58dfbac), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.267697 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Transition to ACTIVE for port object 85defb10-99ae-43aa-8776-2102f58dfbac will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:21:57.271952 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.322701 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Pushing event updated for resources: {'Port': ['ID=85defb10-99ae-43aa-8776-2102f58dfbac,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:57.353178 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for port (f5303a7a-fe98-4d21-b752-bbf7e9619cd8), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.355274 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:57.361175 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (f5303a7a-fe98-4d21-b752-bbf7e9619cd8), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.441368 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245f2be-b9ec-45ae-a6f3-15e622240c58 req-4b388d90-b02a-4785-8800-5980eb6a6ddf tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:57.442787 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4245f2be-b9ec-45ae-a6f3-15e622240c58 req-4b388d90-b02a-4785-8800-5980eb6a6ddf tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 943 time: 0.0701807 Jul 04 04:21:57.443805 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'Port': ['ID=f5303a7a-fe98-4d21-b752-bbf7e9619cd8,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:57.462274 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (8260d7a8-d31d-45f2-b540-0e125653a4ca), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.465941 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Attempting to bind port 85defb10-99ae-43aa-8776-2102f58dfbac on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:21:57.466274 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Attempting to bind port 85defb10-99ae-43aa-8776-2102f58dfbac by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:21:57.466632 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Attempting to bind port 85defb10-99ae-43aa-8776-2102f58dfbac on network 1d24f9b7-eac9-447b-b6d4-fce3782f951d {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:57.474472 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Port 85defb10-99ae-43aa-8776-2102f58dfbac on network 1d24f9b7-eac9-447b-b6d4-fce3782f951d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:21:57.474791 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Attempting to bind port 85defb10-99ae-43aa-8776-2102f58dfbac on network 1d24f9b7-eac9-447b-b6d4-fce3782f951d {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:21:57.479708 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:57.483525 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:21:57.483856 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Checking segment: {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:21:57.484232 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Bound using segment: {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:21:57.484659 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Bound port: 85defb10-99ae-43aa-8776-2102f58dfbac, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:21:57.485020 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.554596 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4245f2be-b9ec-45ae-a6f3-15e622240c58 req-fde22142-1eae-4e50-8be3-447d3a06a370 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035783 Jul 04 04:21:57.572617 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Floating IP 8260d7a8-d31d-45f2-b540-0e125653a4ca associated. External IP: 172.27.1.51, port: 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba. Jul 04 04:21:57.576585 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] For port 85defb10-99ae-43aa-8776-2102f58dfbac, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:21:57.579671 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] For port 85defb10-99ae-43aa-8776-2102f58dfbac, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=85defb10-99ae-43aa-8776-2102f58dfbac,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:21:57.586802 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.626960 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:57.627573 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:57.628956 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] 10.222.0.59 "PUT /v2.0/ports/85defb10-99ae-43aa-8776-2102f58dfbac HTTP/1.1" status: 200 len: 1093 time: 0.7220552 Jul 04 04:21:57.629398 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5a126f-e314-44bc-8697-7b07760da296', 'tag': '85defb10-99ae-43aa-8776-2102f58dfbac'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:57.631707 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264eb2e9-7d08-4d75-b36c-8c5523b1d7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5a126f-e314-44bc-8697-7b07760da296", "tag": "85defb10-99ae-43aa-8776-2102f58dfbac"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:57.661885 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1a294-6910-464c-bff6-41202de3e848 service neutron] Pushing event updated for resources: {'Port': ['ID=85defb10-99ae-43aa-8776-2102f58dfbac,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:21:57.676551 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9fa7b2-ef8f-4f58-9fb5-a2afcf612b02 x-openstack-request-id: req-5a9fa7b2-ef8f-4f58-9fb5-a2afcf612b02 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:57.676761 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5a126f-e314-44bc-8697-7b07760da296", "tag": "85defb10-99ae-43aa-8776-2102f58dfbac", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:57.677014 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a9fa7b2-ef8f-4f58-9fb5-a2afcf612b02 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:57.677472 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9fa7b2-ef8f-4f58-9fb5-a2afcf612b02'] response: {'name': 'network-changed', 'server_uuid': 'fb5a126f-e314-44bc-8697-7b07760da296', 'tag': '85defb10-99ae-43aa-8776-2102f58dfbac', 'status': 'completed', 'code': 200} Jul 04 04:21:57.712996 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa07da-14e5-4eef-874e-4209d554604a req-7f30cdef-461a-479f-8917-c612242a9872 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:57.714696 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-feaa07da-14e5-4eef-874e-4209d554604a req-7f30cdef-461a-479f-8917-c612242a9872 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0651708 Jul 04 04:21:57.799631 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:57.823942 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264eb2e9-7d08-4d75-b36c-8c5523b1d7fe req-072491a9-69f4-4700-b4cc-09b897d15b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:57.825672 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-264eb2e9-7d08-4d75-b36c-8c5523b1d7fe req-072491a9-69f4-4700-b4cc-09b897d15b6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 1127 time: 0.0526814 Jul 04 04:21:57.852888 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-feaa07da-14e5-4eef-874e-4209d554604a req-9902fca4-033c-44f8-a379-6c58b3363c88 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308060 Jul 04 04:21:57.887579 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:21:57.983406 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264eb2e9-7d08-4d75-b36c-8c5523b1d7fe req-629e35c3-84c4-4589-9ac1-b88382165e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:57.984930 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-264eb2e9-7d08-4d75-b36c-8c5523b1d7fe req-629e35c3-84c4-4589-9ac1-b88382165e05 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1466868 Jul 04 04:21:57.991000 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35d91e-808a-4f87-b7d3-753815b783ac req-7fb034ba-be80-4a23-bc2e-54366297c72f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:57.992337 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3a35d91e-808a-4f87-b7d3-753815b783ac req-7fb034ba-be80-4a23-bc2e-54366297c72f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0683134 Jul 04 04:21:58.002044 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34440) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:21:58.006754 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-670a3229-a50c-4bb1-9209-8e486086682a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Request body: {'floatingip': {'port_id': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:21:58.010853 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:21:58.021699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] Sync routers for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:21:58.033152 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:58.034044 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:58.055299 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-670a3229-a50c-4bb1-9209-8e486086682a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (44807cd3-3469-4319-8b9e-fb942bff2810), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:58.089577 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264eb2e9-7d08-4d75-b36c-8c5523b1d7fe req-57435f25-0ae3-4a40-9e12-bf384653d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:58.090174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:58.091110 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-264eb2e9-7d08-4d75-b36c-8c5523b1d7fe req-57435f25-0ae3-4a40-9e12-bf384653d9ec service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979629 Jul 04 04:21:58.140307 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:58.155083 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-6ccddb34-12c3-4abb-8212-c26ebb91b831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9246244 Jul 04 04:21:58.172883 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:21:58.175207 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76143e30-fb91-419d-a8d6-cb962c8cb7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:21:58.210033 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:58.212264 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-6c595552-f64c-49d0-8552-547589f6cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:58.214105 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-6c595552-f64c-49d0-8552-547589f6cd3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 1127 time: 0.0541635 Jul 04 04:21:58.249270 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19327101-9fd2-4c04-8efc-04bd8b998544 x-openstack-request-id: req-19327101-9fd2-4c04-8efc-04bd8b998544 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:21:58.249562 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:21:58.249809 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19327101-9fd2-4c04-8efc-04bd8b998544 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:21:58.250241 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19327101-9fd2-4c04-8efc-04bd8b998544'] response: {'name': 'network-changed', 'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'status': 'completed', 'code': 200} Jul 04 04:21:58.289490 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-ba27e4b0-4470-42b8-9603-e61af760e4db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85defb10-99ae-43aa-8776-2102f58dfbac HTTP/1.1" status: 200 len: 217 time: 0.0339522 Jul 04 04:21:58.330962 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-058efbc7-b32b-43c9-ba5d-54af1d8d751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:58.332404 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-058efbc7-b32b-43c9-ba5d-54af1d8d751d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 1129 time: 0.0553963 Jul 04 04:21:58.339081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-70e91c5a-74ae-42d2-aad9-2dd5a9931230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:58.340632 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-70e91c5a-74ae-42d2-aad9-2dd5a9931230 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.0443838 Jul 04 04:21:58.367469 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8260d7a8-d31d-45f2-b540-0e125653a4ca', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:56Z', 'updated_at': '2022-07-04T04:21:56Z', 'revision_number': 0, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:58.375211 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:58.386252 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-998c8f84-85b4-47c1-abe4-1c658ca956b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:58.388742 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-998c8f84-85b4-47c1-abe4-1c658ca956b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422509 Jul 04 04:21:58.394307 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] Checking router: c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:21:58.407145 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:58.407788 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:58.487219 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-4799df7d-90bb-4d9b-814a-6ad1277b2b96 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922339 Jul 04 04:21:58.520666 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:58.544188 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-6946b9a8-14e3-4d8e-a7eb-d5987d544e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:58.545654 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-6946b9a8-14e3-4d8e-a7eb-d5987d544e54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.2049525 Jul 04 04:21:58.585131 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b50f8ccb-9826-4b9b-a9c5-f73ad492045c req-ae752aa0-3098-4986-9c83-fcfeeddd06b5 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922472 Jul 04 04:21:58.616677 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:58.675338 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-717cec44-ea15-4a70-ba55-899b762516f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba HTTP/1.1" status: 200 len: 998 time: 0.1220212 Jul 04 04:21:58.693284 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27799172-4e04-4c2e-a2d8-b47fb039480a req-979fe5be-f870-44d1-a8e2-11d8900d6fc4 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:58.695000 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-27799172-4e04-4c2e-a2d8-b47fb039480a req-979fe5be-f870-44d1-a8e2-11d8900d6fc4 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 943 time: 0.0551753 Jul 04 04:21:58.698924 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-670a3229-a50c-4bb1-9209-8e486086682a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:58.705333 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-670a3229-a50c-4bb1-9209-8e486086682a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (44807cd3-3469-4319-8b9e-fb942bff2810), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:58.752373 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-27799172-4e04-4c2e-a2d8-b47fb039480a req-6a1754a0-08b8-4ad1-91d5-0210343f5b6e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501184 Jul 04 04:21:58.762113 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8260d7a8-d31d-45f2-b540-0e125653a4ca', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:56Z', 'updated_at': '2022-07-04T04:21:56Z', 'revision_number': 0, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:58.793004 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c5527a-4a48-4684-9fa0-63ebefa5dbd4 None None] The sync data for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi is: [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8260d7a8-d31d-45f2-b540-0e125653a4ca', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:56Z', 'updated_at': '2022-07-04T04:21:56Z', 'revision_number': 0, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:21:58.805415 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-670a3229-a50c-4bb1-9209-8e486086682a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Floating IP 44807cd3-3469-4319-8b9e-fb942bff2810 associated. External IP: 172.27.1.160, port: f6b7b5f9-dfd8-4f10-99f9-c155d967e2de. Jul 04 04:21:58.890560 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:58.986900 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391092c9-4383-4fc5-817d-49d713a3fd04 None None] New status for floating IP 8260d7a8-d31d-45f2-b540-0e125653a4ca: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:21:59.016241 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670a3229-a50c-4bb1-9209-8e486086682a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:21:59.366302 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670a3229-a50c-4bb1-9209-8e486086682a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:21:59.370859 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-670a3229-a50c-4bb1-9209-8e486086682a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:21:59.377177 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] Sync routers for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:21:59.389023 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:59.390191 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:59.401030 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-670a3229-a50c-4bb1-9209-8e486086682a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "PUT /v2.0/floatingips/44807cd3-3469-4319-8b9e-fb942bff2810 HTTP/1.1" status: 200 len: 992 time: 1.3979094 Jul 04 04:21:59.449393 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:21:59.491025 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:59.704917 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '44807cd3-3469-4319-8b9e-fb942bff2810', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'port_id': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'mac_address': 'fa:16:3e:a9:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:43Z', 'updated_at': '2022-07-04T04:21:58Z', 'revision_number': 1, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:59.730142 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] Checking router: 5e462dcb-5ce2-41af-b0ce-5998893c6d51 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:21:59.739028 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:21:59.739625 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:21:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:21:59.841340 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:21:59.872151 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc1f28-2043-464b-8d83-247020d60518 req-9452ffe2-fbfb-4433-9995-09b9e204de98 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:21:59.873633 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-52dc1f28-2043-464b-8d83-247020d60518 req-9452ffe2-fbfb-4433-9995-09b9e204de98 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 943 time: 0.0477030 Jul 04 04:21:59.922394 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-52dc1f28-2043-464b-8d83-247020d60518 req-2be3cb98-3d68-43eb-9e43-73effc787956 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428340 Jul 04 04:22:00.182068 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '44807cd3-3469-4319-8b9e-fb942bff2810', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'port_id': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'mac_address': 'fa:16:3e:a9:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:43Z', 'updated_at': '2022-07-04T04:21:58Z', 'revision_number': 1, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:00.207946 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4423357d-386a-4aa0-87a9-2b1662244c90 None None] The sync data for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi is: [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '44807cd3-3469-4319-8b9e-fb942bff2810', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'port_id': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'mac_address': 'fa:16:3e:a9:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:43Z', 'updated_at': '2022-07-04T04:21:58Z', 'revision_number': 1, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:22:00.251571 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:22:00.253931 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b150049-1e39-45d1-99bc-a7bb1f2a5482" -d '{"events": [{"name": "network-changed", "server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:22:00.291085 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4db2b59-68c6-4b5a-8c89-37bacf795630 x-openstack-request-id: req-c4db2b59-68c6-4b5a-8c89-37bacf795630 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:22:00.291350 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:22:00.291615 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4db2b59-68c6-4b5a-8c89-37bacf795630 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:22:00.292015 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4db2b59-68c6-4b5a-8c89-37bacf795630'] response: {'name': 'network-changed', 'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'status': 'completed', 'code': 200} Jul 04 04:22:00.415206 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb760004-b697-4a5e-a597-48fdaadbcd88 None None] New status for floating IP 44807cd3-3469-4319-8b9e-fb942bff2810: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:22:00.725826 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-42a6879e-e968-4e99-9357-d393e0c532d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:00.727313 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-42a6879e-e968-4e99-9357-d393e0c532d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.0464997 Jul 04 04:22:00.737563 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-66816c34-6239-47ab-8820-aaf369243c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:00.739086 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-66816c34-6239-47ab-8820-aaf369243c29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 1130 time: 0.0389910 Jul 04 04:22:00.775142 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-dd6a259c-51d9-4957-b345-5180373a7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:00.776546 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-dd6a259c-51d9-4957-b345-5180373a7ffe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430975 Jul 04 04:22:00.835367 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-effc1a41-2ed4-4dff-826e-e18349035582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:00.836839 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-effc1a41-2ed4-4dff-826e-e18349035582 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 917 time: 0.0919988 Jul 04 04:22:00.851973 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:00.868269 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-57c46585-7f6f-4e21-9678-056f1238b638 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833826 Jul 04 04:22:00.898630 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-1fcdd19c-244b-4eb8-b9bd-74539b2c2b56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de HTTP/1.1" status: 200 len: 1002 time: 0.0554473 Jul 04 04:22:00.911326 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:00.954284 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-fd6f4d17-6c4a-49ab-af82-f1ea7e9c7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:00.955779 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-fd6f4d17-6c4a-49ab-af82-f1ea7e9c7656 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.0513670 Jul 04 04:22:00.962214 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-76143e30-fb91-419d-a8d6-cb962c8cb7b0 req-d8eef716-dc5b-4ca0-8d70-efd83521a522 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885396 Jul 04 04:22:01.002117 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-f6f87fc0-e427-4d9a-8845-d10eac20a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:01.003714 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-f6f87fc0-e427-4d9a-8845-d10eac20a06c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422223 Jul 04 04:22:01.044645 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c23a-2dac-4da0-b4d5-2a712e04390d req-63c5eae2-dc82-4923-964f-9de80001e445 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:01.046034 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b324c23a-2dac-4da0-b4d5-2a712e04390d req-63c5eae2-dc82-4923-964f-9de80001e445 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 943 time: 0.0475078 Jul 04 04:22:01.096744 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b324c23a-2dac-4da0-b4d5-2a712e04390d req-25fca3f0-8cc5-48a1-8328-4f35ab8151f8 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449393 Jul 04 04:22:01.099877 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-b87a62a4-881f-4614-9efa-416a41be65cf service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901408 Jul 04 04:22:01.189593 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b150049-1e39-45d1-99bc-a7bb1f2a5482 req-86440bb6-f275-43ef-bddd-4376db29171c service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840123 Jul 04 04:22:01.912699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:02.214595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d217ab-ba0a-4fe2-9d62-68587002ddc7 req-b00d7c85-e917-4d51-80e4-78fab3e9892e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:02.215968 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-99d217ab-ba0a-4fe2-9d62-68587002ddc7 req-b00d7c85-e917-4d51-80e4-78fab3e9892e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 943 time: 0.0477197 Jul 04 04:22:02.244165 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:02.269665 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-99d217ab-ba0a-4fe2-9d62-68587002ddc7 req-b8ae5ec1-93f5-4fd9-8f23-d72c8ebc48aa tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456614 Jul 04 04:22:02.565548 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 85defb10-99ae-43aa-8776-2102f58dfbac details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:22:02.670949 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 85defb10-99ae-43aa-8776-2102f58dfbac, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=85defb10-99ae-43aa-8776-2102f58dfbac,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:22:02.683787 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '85defb10-99ae-43aa-8776-2102f58dfbac', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'port_id': '85defb10-99ae-43aa-8776-2102f58dfbac', 'mac_address': 'fa:16:3e:6b:65:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:22:02.720314 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 85defb10-99ae-43aa-8776-2102f58dfbac is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:22:02.720699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:02.729178 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:02.735315 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85defb10-99ae-43aa-8776-2102f58dfbac {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:22:02.763021 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 85defb10-99ae-43aa-8776-2102f58dfbac, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=85defb10-99ae-43aa-8776-2102f58dfbac,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:22:02.769346 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:02.815453 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=85defb10-99ae-43aa-8776-2102f58dfbac,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:03.184431 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['85defb10-99ae-43aa-8776-2102f58dfbac'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:22:03.410071 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40cdb8-0e9b-4193-a8e0-ebe534f28130 req-d3739124-958b-461a-bb0f-772471c5e7b7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:03.411548 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ee40cdb8-0e9b-4193-a8e0-ebe534f28130 req-d3739124-958b-461a-bb0f-772471c5e7b7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 944 time: 0.0577967 Jul 04 04:22:03.463115 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ee40cdb8-0e9b-4193-a8e0-ebe534f28130 req-48d5c5ab-d3c4-4c8e-945e-30f98ff505f6 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Jul 04 04:22:03.692463 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:22:04.076903 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6caa564f-0e38-44f7-957f-7b561c09f32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:04.573789 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 85defb10-99ae-43aa-8776-2102f58dfbac up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:22:04.597406 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa420e79-6a07-478a-9317-6a5747072f83 req-f1c67faa-6831-4b7f-8065-ab2e8628f40c tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:04.599643 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-aa420e79-6a07-478a-9317-6a5747072f83 req-f1c67faa-6831-4b7f-8065-ab2e8628f40c tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 944 time: 0.0532954 Jul 04 04:22:04.617190 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 85defb10-99ae-43aa-8776-2102f58dfbac completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:22:04.627070 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 85defb10-99ae-43aa-8776-2102f58dfbac triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:22:04.627543 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:04.656560 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-aa420e79-6a07-478a-9317-6a5747072f83 req-c58e0c63-50d5-496b-8adc-c23a14571b49 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502281 Jul 04 04:22:04.711314 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 85defb10-99ae-43aa-8776-2102f58dfbac is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:22:04.711697 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:04.737235 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5a126f-e314-44bc-8697-7b07760da296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85defb10-99ae-43aa-8776-2102f58dfbac'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:22:04.739491 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e3bf79-c211-47f7-9cee-e479ac7e1fe4" -d '{"events": [{"server_uuid": "fb5a126f-e314-44bc-8697-7b07760da296", "name": "network-vif-plugged", "status": "completed", "tag": "85defb10-99ae-43aa-8776-2102f58dfbac"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:22:04.752519 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 85defb10-99ae-43aa-8776-2102f58dfbac, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=85defb10-99ae-43aa-8776-2102f58dfbac,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:22:04.776636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:04.782786 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26801aeb-adb2-46fb-870c-4467e1e49519 x-openstack-request-id: req-26801aeb-adb2-46fb-870c-4467e1e49519 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:22:04.783112 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5a126f-e314-44bc-8697-7b07760da296", "name": "network-vif-plugged", "status": "completed", "tag": "85defb10-99ae-43aa-8776-2102f58dfbac", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:22:04.783360 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26801aeb-adb2-46fb-870c-4467e1e49519 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:22:04.784083 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26801aeb-adb2-46fb-870c-4467e1e49519'] response: {'server_uuid': 'fb5a126f-e314-44bc-8697-7b07760da296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85defb10-99ae-43aa-8776-2102f58dfbac', 'code': 200} Jul 04 04:22:04.826577 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=85defb10-99ae-43aa-8776-2102f58dfbac,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:05.029984 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ddb0b-d374-469c-b170-3556645fa96e req-cbf359c2-f65d-436c-a9e4-4a68bc818ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:05.031511 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-657ddb0b-d374-469c-b170-3556645fa96e req-cbf359c2-f65d-436c-a9e4-4a68bc818ca6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 1129 time: 0.0420477 Jul 04 04:22:05.075093 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-657ddb0b-d374-469c-b170-3556645fa96e req-e60d6ec7-79b2-46d4-bdec-cdc416857c63 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375364 Jul 04 04:22:05.779670 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dee90-6f84-48d0-b1fc-c97ede7194f1 req-d0c95579-7896-41c8-8147-d2ba1da6f618 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:05.781131 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c84dee90-6f84-48d0-b1fc-c97ede7194f1 req-d0c95579-7896-41c8-8147-d2ba1da6f618 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0574141 Jul 04 04:22:05.830677 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c84dee90-6f84-48d0-b1fc-c97ede7194f1 req-cc6b9334-7ae1-4422-9cd9-7aa89ce57eac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 Jul 04 04:22:06.161653 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:06.178204 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-fe1dbf4b-41ad-4f7f-b2ac-2f31896acb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:06.961364 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fd7c3-2e5d-4841-8961-3999536451e7 req-d10cfb38-0c78-4092-a434-758c628a0d35 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:06.962828 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-df3fd7c3-2e5d-4841-8961-3999536451e7 req-d10cfb38-0c78-4092-a434-758c628a0d35 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0510318 Jul 04 04:22:07.012497 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-df3fd7c3-2e5d-4841-8961-3999536451e7 req-f1da7f9d-c3bf-4cdb-a2ed-559a08f99b72 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Jul 04 04:22:07.134133 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1521a7-4482-47b6-9376-b0e5febb9cb3 req-ca1f854c-6372-473c-b29c-fbc784207837 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:07.135555 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9f1521a7-4482-47b6-9376-b0e5febb9cb3 req-ca1f854c-6372-473c-b29c-fbc784207837 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0492973 Jul 04 04:22:07.146622 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34476) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:22:07.151006 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-ede1b204-b8d3-43cd-9062-15f2e2d40416 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'floatingip': {'port_id': '85defb10-99ae-43aa-8776-2102f58dfbac'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:22:07.188189 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ede1b204-b8d3-43cd-9062-15f2e2d40416 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (d51aa6ab-cec8-475b-9f8f-081ac4c6701e), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:07.582720 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:07.627251 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ede1b204-b8d3-43cd-9062-15f2e2d40416 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:07.633561 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ede1b204-b8d3-43cd-9062-15f2e2d40416 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (d51aa6ab-cec8-475b-9f8f-081ac4c6701e), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:07.713816 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:07.738142 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [None req-ede1b204-b8d3-43cd-9062-15f2e2d40416 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Floating IP d51aa6ab-cec8-475b-9f8f-081ac4c6701e associated. External IP: 172.27.1.243, port: 85defb10-99ae-43aa-8776-2102f58dfbac. Jul 04 04:22:07.815355 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:07.936165 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede1b204-b8d3-43cd-9062-15f2e2d40416 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Router 21fe719c-4dec-4224-bc93-79b4e9f53354 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:22:08.042516 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede1b204-b8d3-43cd-9062-15f2e2d40416 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:22:08.048085 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ede1b204-b8d3-43cd-9062-15f2e2d40416 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:08.053148 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] Sync routers for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:22:08.064252 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:22:08.064870 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:22:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:08.079439 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-ede1b204-b8d3-43cd-9062-15f2e2d40416 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "PUT /v2.0/floatingips/d51aa6ab-cec8-475b-9f8f-081ac4c6701e HTTP/1.1" status: 200 len: 991 time: 0.9317417 Jul 04 04:22:08.080081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5a126f-e314-44bc-8697-7b07760da296', 'tag': '85defb10-99ae-43aa-8776-2102f58dfbac'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:22:08.082427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cbb29e-4225-464a-b794-b0874a6e4006" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5a126f-e314-44bc-8697-7b07760da296", "tag": "85defb10-99ae-43aa-8776-2102f58dfbac"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:22:08.118504 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfec500-0b91-45c5-a0c8-b605a010cf4b x-openstack-request-id: req-1dfec500-0b91-45c5-a0c8-b605a010cf4b {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:22:08.118791 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5a126f-e314-44bc-8697-7b07760da296", "tag": "85defb10-99ae-43aa-8776-2102f58dfbac", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:22:08.119064 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dfec500-0b91-45c5-a0c8-b605a010cf4b {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:22:08.119494 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfec500-0b91-45c5-a0c8-b605a010cf4b'] response: {'name': 'network-changed', 'server_uuid': 'fb5a126f-e314-44bc-8697-7b07760da296', 'tag': '85defb10-99ae-43aa-8776-2102f58dfbac', 'status': 'completed', 'code': 200} Jul 04 04:22:08.168252 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:22:08.221800 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-395e5de3-d271-4cce-b35a-7af9ead0b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:08.223337 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-395e5de3-d271-4cce-b35a-7af9ead0b01f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 1129 time: 0.0431421 Jul 04 04:22:08.317291 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-028cee83-3c3a-4fc5-bc5b-3729a04a090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:08.318821 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-028cee83-3c3a-4fc5-bc5b-3729a04a090d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 912 time: 0.0879452 Jul 04 04:22:08.382062 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': 'd51aa6ab-cec8-475b-9f8f-081ac4c6701e', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'port_id': '85defb10-99ae-43aa-8776-2102f58dfbac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'mac_address': 'fa:16:3e:6b:65:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5a126f-e314-44bc-8697-7b07760da296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:52Z', 'updated_at': '2022-07-04T04:22:07Z', 'revision_number': 1, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:08.383691 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:08.385046 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-36599b41-63a8-4906-bfd7-017355d5756d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85defb10-99ae-43aa-8776-2102f58dfbac HTTP/1.1" status: 200 len: 999 time: 0.0592034 Jul 04 04:22:08.409636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] Checking router: 21fe719c-4dec-4224-bc93-79b4e9f53354 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:22:08.419535 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:22:08.420170 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:22:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:08.435718 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-7a64a44f-11f6-43d0-ab58-eb7d5e5ad04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:08.437221 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-7a64a44f-11f6-43d0-ab58-eb7d5e5ad04f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.0452166 Jul 04 04:22:08.481402 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-74b0c7f6-b913-4999-a1dd-233aa1045697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:08.482839 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-74b0c7f6-b913-4999-a1dd-233aa1045697 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393603 Jul 04 04:22:08.523360 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:22:08.579716 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-46f03416-fb2c-4213-8ca4-4dfc07965a1b service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900211 Jul 04 04:22:08.676705 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-66cbb29e-4225-464a-b794-b0874a6e4006 req-278c9d76-f93b-4898-a3fe-06048f496cee service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865028 Jul 04 04:22:08.738478 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': 'd51aa6ab-cec8-475b-9f8f-081ac4c6701e', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'port_id': '85defb10-99ae-43aa-8776-2102f58dfbac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'mac_address': 'fa:16:3e:6b:65:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5a126f-e314-44bc-8697-7b07760da296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:52Z', 'updated_at': '2022-07-04T04:22:07Z', 'revision_number': 1, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:08.767068 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9676a62-beeb-4fbc-acd6-20727c88527b None None] The sync data for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi is: [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': 'd51aa6ab-cec8-475b-9f8f-081ac4c6701e', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'port_id': '85defb10-99ae-43aa-8776-2102f58dfbac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'mac_address': 'fa:16:3e:6b:65:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5a126f-e314-44bc-8697-7b07760da296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:52Z', 'updated_at': '2022-07-04T04:22:07Z', 'revision_number': 1, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:22:08.892593 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:08.954689 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afa59d-1746-442c-8519-0eb8745e6983 None None] New status for floating IP d51aa6ab-cec8-475b-9f8f-081ac4c6701e: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:22:09.096566 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:14.043339 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:17.003872 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=37 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:17.006823 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:18.671766 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=69 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:18.673165 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:19.063753 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=3,neutron:SELECT=78,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:19.070894 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:24.033420 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:24.036678 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:32.667188 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:32.668227 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:34.074952 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5ecd447b-5cf3-49a3-a208-95769639bd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:36.175039 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-00650f20-fc3e-4d75-a18c-42597f1aea78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:37.585592 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:38.833985 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298db9d-9268-47f6-b260-72a1cce7d685 req-7684f805-95b6-4d1e-9ea3-c68781ee2e9f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:38.835409 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a298db9d-9268-47f6-b260-72a1cce7d685 req-7684f805-95b6-4d1e-9ea3-c68781ee2e9f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 945 time: 0.0483582 Jul 04 04:22:38.889493 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a298db9d-9268-47f6-b260-72a1cce7d685 req-7d6c3004-9c11-48af-a86c-1c4c85ccd3a8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458591 Jul 04 04:22:38.897426 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:39.109009 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:40.030733 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1968-e313-4c63-b9d9-01c2bdbbca8c req-3deab355-3f07-48e6-821d-9dd7e9dec5b2 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:40.032307 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-523b1968-e313-4c63-b9d9-01c2bdbbca8c req-3deab355-3f07-48e6-821d-9dd7e9dec5b2 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 945 time: 0.0604734 Jul 04 04:22:40.090240 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-523b1968-e313-4c63-b9d9-01c2bdbbca8c req-5a76a14d-31dd-4253-aa8b-bf66999dff63 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494692 Jul 04 04:22:40.691368 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:22:40.839463 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-49d1af34-f83f-4ca7-add4-69c25f0d40fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:40.840905 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-49d1af34-f83f-4ca7-add4-69c25f0d40fd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 945 time: 0.0534723 Jul 04 04:22:40.926569 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Deleting port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:22:40.926898 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:41.019495 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] For port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:22:41.019851 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:41.195853 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:41.196601 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (3df54eca-f658-4370-8779-24648f42d81a), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:41.196601 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Floating IP 3df54eca-f658-4370-8779-24648f42d81a disassociated. External IP: 172.27.1.194, port: 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4. Jul 04 04:22:41.196819 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Calling delete_port for 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:22:41.206718 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62777215-2bff-433e-892f-bde9f9caf695 req-43aa47dc-7ac3-4f80-9941-e50306903c60 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:41.208196 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62777215-2bff-433e-892f-bde9f9caf695 req-43aa47dc-7ac3-4f80-9941-e50306903c60 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 945 time: 0.0484533 Jul 04 04:22:41.255245 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62777215-2bff-433e-892f-bde9f9caf695 req-b6b827aa-285a-4277-be64-179d9ad7ec2f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb139f9-b109-4882-aa20-d612a92937e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Jul 04 04:22:41.328709 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (7051c212-d0bc-4b65-80eb-a9c6d3fd89c4), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:41.361775 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'Port': ['ID=7051c212-d0bc-4b65-80eb-a9c6d3fd89c4,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:41.373598 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.373950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.374306 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.374652 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.374986 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.375316 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.375642 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.375966 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.376278 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.376603 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.376933 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.377251 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.377611 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.377934 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.378254 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:41.754045 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:22:41.864990 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:22:41.875293 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:22:41.890065 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:22:41.890751 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:22:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:41.892253 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:41.909226 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] No DVR routers for this DVR port 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:22:41.911798 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:41.915285 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fea50cd8-05c7-4a2a-9f6e-69b32d43bf9b req-8278c584-bd9b-494d-be61-92093f20ba8e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "DELETE /v2.0/ports/7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 HTTP/1.1" status: 204 len: 173 time: 1.0688410 Jul 04 04:22:41.915721 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'name': 'network-vif-deleted', 'tag': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:22:41.917953 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a04df0-dcc1-472b-8255-69e092169a7e" -d '{"events": [{"server_uuid": "8504f7ec-3a32-4230-ad65-61da993f52bb", "name": "network-vif-deleted", "tag": "7051c212-d0bc-4b65-80eb-a9c6d3fd89c4"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:22:41.960210 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8725203-8fcc-4701-945d-4323f4ef0642 x-openstack-request-id: req-c8725203-8fcc-4701-945d-4323f4ef0642 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:22:41.960567 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8504f7ec-3a32-4230-ad65-61da993f52bb", "name": "network-vif-deleted", "tag": "7051c212-d0bc-4b65-80eb-a9c6d3fd89c4", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:22:41.960780 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8725203-8fcc-4701-945d-4323f4ef0642 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:22:41.961176 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8725203-8fcc-4701-945d-4323f4ef0642'] response: {'server_uuid': '8504f7ec-3a32-4230-ad65-61da993f52bb', 'name': 'network-vif-deleted', 'tag': '7051c212-d0bc-4b65-80eb-a9c6d3fd89c4', 'status': 'completed', 'code': 200} Jul 04 04:22:41.993974 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:22:42.197195 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:42.223112 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:22:42.232309 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:22:42.232914 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:22:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:42.339220 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:22:42.364948 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8f8a274d-fb01-43ee-882e-cc75a80372bc req-aeed928d-9036-4017-ad10-c2e8add360ed tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 210 time: 0.0285406 Jul 04 04:22:42.525109 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-08831eb2-f5d3-4547-a2e1-a6bfffd8f234 req-916e8a83-7c6e-41a8-873d-82aeda33f20b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8504f7ec-3a32-4230-ad65-61da993f52bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310919 Jul 04 04:22:42.616589 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-08831eb2-f5d3-4547-a2e1-a6bfffd8f234 req-551d061e-42d3-42ee-8413-261346bd1dab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=8504f7ec-3a32-4230-ad65-61da993f52bb HTTP/1.1" status: 200 len: 210 time: 0.0271184 Jul 04 04:22:42.669622 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:42.681343 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:42.700555 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cbbc2-3c6e-4fa0-90f1-924189e89448 None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:22:42.744529 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08831eb2-f5d3-4547-a2e1-a6bfffd8f234 req-01c97748-2290-49fb-92fc-b56a244643f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:42.746019 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-08831eb2-f5d3-4547-a2e1-a6bfffd8f234 req-01c97748-2290-49fb-92fc-b56a244643f4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7ccd298eebe6413daaae0d801e902616&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0994370 Jul 04 04:22:42.848176 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08831eb2-f5d3-4547-a2e1-a6bfffd8f234 req-bb3b22aa-23c7-46d3-b925-316c5b64e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:42.849718 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-08831eb2-f5d3-4547-a2e1-a6bfffd8f234 req-bb3b22aa-23c7-46d3-b925-316c5b64e1a2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978868 Jul 04 04:22:42.914674 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52504ab-67a4-4d8a-922e-70b9987315c1 None None] New status for floating IP 3df54eca-f658-4370-8779-24648f42d81a: DOWN {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:22:43.467335 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34582) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:22:43.526486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-403a7ad8-5dc0-4d19-9cb6-1b2bc323b2f9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (3bb139f9-b109-4882-aa20-d612a92937e0), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:43.553832 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-403a7ad8-5dc0-4d19-9cb6-1b2bc323b2f9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (3bb139f9-b109-4882-aa20-d612a92937e0), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:43.606332 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-403a7ad8-5dc0-4d19-9cb6-1b2bc323b2f9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3bb139f9-b109-4882-aa20-d612a92937e0), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:43.609688 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-403a7ad8-5dc0-4d19-9cb6-1b2bc323b2f9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:43.611099 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-403a7ad8-5dc0-4d19-9cb6-1b2bc323b2f9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "DELETE /v2.0/security-groups/3bb139f9-b109-4882-aa20-d612a92937e0 HTTP/1.1" status: 204 len: 168 time: 0.1427512 Jul 04 04:22:43.614020 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34584) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:22:43.620920 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a7ad8-5dc0-4d19-9cb6-1b2bc323b2f9 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb139f9-b109-4882-aa20-d612a92937e0,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:43.628848 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.api.v2.resource [None req-a0d0a8d9-4d80-4da6-a498-3fc035826091 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] show failed (client error): The resource could not be found. Jul 04 04:22:43.633045 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a0d0a8d9-4d80-4da6-a498-3fc035826091 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups/3bb139f9-b109-4882-aa20-d612a92937e0 HTTP/1.1" status: 404 len: 347 time: 0.0179296 Jul 04 04:22:43.633627 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34586) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:22:43.749737 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Deleting port 02a716e6-1bfb-458a-a70e-110ec8bfcdef {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:22:43.750054 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (02a716e6-1bfb-458a-a70e-110ec8bfcdef), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:43.837967 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (02a716e6-1bfb-458a-a70e-110ec8bfcdef), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:43.838252 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (02a716e6-1bfb-458a-a70e-110ec8bfcdef), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:43.853343 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Calling delete_port for 02a716e6-1bfb-458a-a70e-110ec8bfcdef owned by network:floatingip {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:22:43.995179 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (02a716e6-1bfb-458a-a70e-110ec8bfcdef), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.027632 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'Port': ['ID=02a716e6-1bfb-458a-a70e-110ec8bfcdef,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:44.037421 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.041688 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.042022 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.042394 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.042723 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.043045 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.043368 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.043684 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.044003 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.044313 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.044614 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.044929 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.045244 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.045556 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.045868 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.046227 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:44.102841 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (3df54eca-f658-4370-8779-24648f42d81a), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.105306 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.106470 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-aac7f8a9-4493-41ab-ada4-8a4427fc1843 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "DELETE /v2.0/floatingips/3df54eca-f658-4370-8779-24648f42d81a HTTP/1.1" status: 204 len: 168 time: 0.4718843 Jul 04 04:22:44.177698 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34590) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:22:44.183856 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-71cdf60d-42e0-4646-a431-d800d4a753ad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454941628', 'description': 'tempest-description--1784632390'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:22:44.208346 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-71cdf60d-42e0-4646-a431-d800d4a753ad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.280176 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-71cdf60d-42e0-4646-a431-d800d4a753ad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (4a87ac5d-fd15-4ae0-8794-7023acbc3a48), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.285799 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-71cdf60d-42e0-4646-a431-d800d4a753ad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (4a87ac5d-fd15-4ae0-8794-7023acbc3a48), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.316888 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-71cdf60d-42e0-4646-a431-d800d4a753ad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.318118 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-71cdf60d-42e0-4646-a431-d800d4a753ad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1390913 Jul 04 04:22:44.319254 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdf60d-42e0-4646-a431-d800d4a753ad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a87ac5d-fd15-4ae0-8794-7023acbc3a48,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:44.321167 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34592) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:22:44.325651 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-a7609fb9-c064-4550-89c1-1cebda1f05bc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group_rule': {'security_group_id': '4a87ac5d-fd15-4ae0-8794-7023acbc3a48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:22:44.343973 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:44.355195 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a7609fb9-c064-4550-89c1-1cebda1f05bc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (614684bc-4427-4102-b5c0-470f23620d4d), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.359038 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:44.416508 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a7609fb9-c064-4550-89c1-1cebda1f05bc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (614684bc-4427-4102-b5c0-470f23620d4d), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.421397 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a7609fb9-c064-4550-89c1-1cebda1f05bc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (614684bc-4427-4102-b5c0-470f23620d4d), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.448014 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7609fb9-c064-4550-89c1-1cebda1f05bc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614684bc-4427-4102-b5c0-470f23620d4d,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:44.453886 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a7609fb9-c064-4550-89c1-1cebda1f05bc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.458287 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34594) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:22:44.458487 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a7609fb9-c064-4550-89c1-1cebda1f05bc tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362262 Jul 04 04:22:44.462901 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-e4f8cc50-18db-4fe8-8a83-5e1e6dcc8c61 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'security_group_rule': {'security_group_id': '4a87ac5d-fd15-4ae0-8794-7023acbc3a48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:22:44.491180 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cc50-18db-4fe8-8a83-5e1e6dcc8c61 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (67e02c49-78ec-4a0c-9529-a5c117eb0f78), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.553027 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cc50-18db-4fe8-8a83-5e1e6dcc8c61 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (67e02c49-78ec-4a0c-9529-a5c117eb0f78), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.558517 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cc50-18db-4fe8-8a83-5e1e6dcc8c61 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (67e02c49-78ec-4a0c-9529-a5c117eb0f78), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.577516 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8cc50-18db-4fe8-8a83-5e1e6dcc8c61 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e02c49-78ec-4a0c-9529-a5c117eb0f78,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:44.582610 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cc50-18db-4fe8-8a83-5e1e6dcc8c61 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.583801 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e4f8cc50-18db-4fe8-8a83-5e1e6dcc8c61 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244938 Jul 04 04:22:44.587727 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 34596) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:22:44.592061 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:22:44.615224 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.694842 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.794289 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:22:44.809886 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Allocated IP 172.27.1.121 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/d5d6dac5-90e5-4a03-a701-0ed81028446e) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:22:44.813565 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:22:44.814289 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 7051c212-d0bc-4b65-80eb-a9c6d3fd89c4 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:22:44.907165 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:44.920390 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (d5d6dac5-90e5-4a03-a701-0ed81028446e), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.926957 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:44.958487 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (d5d6dac5-90e5-4a03-a701-0ed81028446e), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:44.996704 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:22:45.001111 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:22:45.004980 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:22:45.010133 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=d5d6dac5-90e5-4a03-a701-0ed81028446e,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:45.089142 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (238f9775-446b-4542-8b12-eebdf07590ac), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:45.142466 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (d5d6dac5-90e5-4a03-a701-0ed81028446e), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:45.303061 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (d5d6dac5-90e5-4a03-a701-0ed81028446e), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:45.310163 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (d5d6dac5-90e5-4a03-a701-0ed81028446e), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:45.377861 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=d5d6dac5-90e5-4a03-a701-0ed81028446e,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:45.389430 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (238f9775-446b-4542-8b12-eebdf07590ac), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:45.406602 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:45.407978 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-bd37b66f-34b7-4198-b724-da055feea633 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8193154 Jul 04 04:22:45.605473 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-130c3d02-42c5-40f6-b07b-d47280bf4d7b tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1454941628&fields=id&tenant_id=7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 267 time: 0.0436475 Jul 04 04:22:45.714174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a2d08153-367d-49f0-a165-1f2e3a09e003 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:45.715797 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a2d08153-367d-49f0-a165-1f2e3a09e003 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 815 time: 0.1039534 Jul 04 04:22:45.737889 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-00bc5493-ff5a-45e8-8693-c4413b097ca1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/quotas/7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 375 time: 0.0142038 Jul 04 04:22:45.790650 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-81b50981-dd8b-4976-bd93-12752c629483 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476351 Jul 04 04:22:45.894763 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-504310d6-4b8a-4611-86da-ce5a1014c280 service neutron] 10.222.0.16 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897322 Jul 04 04:22:45.986166 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-bedb64b5-efd7-45cc-80fb-f79512cff4b8 service neutron] 10.222.0.16 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856314 Jul 04 04:22:46.162000 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b4ad4ae8-e9c5-463b-b74d-816768820b10 req-baef73c0-077d-4a56-bd42-83dcea8f2a94 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 210 time: 0.0294194 Jul 04 04:22:47.205642 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-fefbc1b3-0cbc-46ac-981a-b0b809afc588 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:47.207324 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-fefbc1b3-0cbc-46ac-981a-b0b809afc588 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 815 time: 0.1179178 Jul 04 04:22:47.264524 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-038a8aea-2a75-4ca2-a417-4d4ff8a8d8b4 req-c73b8e51-48bb-4e4f-9692-eb4f29fac8af tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 210 time: 0.0324726 Jul 04 04:22:47.286949 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-2c044853-2990-493c-b457-20b50dba0cb3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ccd298eebe6413daaae0d801e902616 HTTP/1.1" status: 200 len: 380 time: 0.0573606 Jul 04 04:22:47.406919 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'port': {'device_id': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'admin_state_up': True, 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'security_groups': ['4a87ac5d-fd15-4ae0-8794-7023acbc3a48']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:22:47.477251 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:47.536118 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Made reservation on behalf of 7ccd298eebe6413daaae0d801e902616 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:22:47.539667 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:47.618248 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:47.680562 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Allocated IP 172.20.0.4 (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11/717d670b-adb3-427c-80c2-3232bb75bb0d/bca976de-c3c2-454d-b790-aaeab20af040) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:22:47.840707 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for port (bca976de-c3c2-454d-b790-aaeab20af040), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:47.878506 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (bca976de-c3c2-454d-b790-aaeab20af040), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:47.922317 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:22:47.925655 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:22:47.929349 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:22:47.956580 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event updated for resources: {'Port': ['ID=bca976de-c3c2-454d-b790-aaeab20af040,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:47.988317 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:47.988989 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:48.008177 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-7c293cf9-1d3d-48c1-a7f6-413195315201 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077888 Jul 04 04:22:48.026266 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Request body: {'port': {'device_id': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:22:48.089872 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bca976de-c3c2-454d-b790-aaeab20af040), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:48.140903 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-445b631a-2e00-44a0-84af-1aa52613e69d None None] Provisioning complete for port bca976de-c3c2-454d-b790-aaeab20af040 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:22:48.141502 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-445b631a-2e00-44a0-84af-1aa52613e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (bca976de-c3c2-454d-b790-aaeab20af040), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:48.176283 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-445b631a-2e00-44a0-84af-1aa52613e69d None None] Port bca976de-c3c2-454d-b790-aaeab20af040 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:22:48.310455 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:48.396674 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca976de-c3c2-454d-b790-aaeab20af040 {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:22:48.407797 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Publish callbacks [] for port (bca976de-c3c2-454d-b790-aaeab20af040), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:48.424436 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f02bd-5f95-4c98-9ca5-1424c531ac03 req-67fb8f0d-5b63-4522-8eca-7ab30a9a3efd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:48.425949 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-402f02bd-5f95-4c98-9ca5-1424c531ac03 req-67fb8f0d-5b63-4522-8eca-7ab30a9a3efd tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 931 time: 0.0783491 Jul 04 04:22:48.431441 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Transition to ACTIVE for port object bca976de-c3c2-454d-b790-aaeab20af040 will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:22:48.446131 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (bca976de-c3c2-454d-b790-aaeab20af040), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:48.451324 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:48.528051 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-402f02bd-5f95-4c98-9ca5-1424c531ac03 req-9890fd77-77d2-4649-b68e-1f9860d95084 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954888 Jul 04 04:22:48.528653 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Pushing event updated for resources: {'Port': ['ID=bca976de-c3c2-454d-b790-aaeab20af040,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:48.609506 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Attempting to bind port bca976de-c3c2-454d-b790-aaeab20af040 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:22:48.609724 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Attempting to bind port bca976de-c3c2-454d-b790-aaeab20af040 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:22:48.610073 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Attempting to bind port bca976de-c3c2-454d-b790-aaeab20af040 on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:22:48.615435 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Port bca976de-c3c2-454d-b790-aaeab20af040 on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:22:48.615757 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Attempting to bind port bca976de-c3c2-454d-b790-aaeab20af040 on network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:22:48.621133 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:22:48.621460 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Checking segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:22:48.621841 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Bound using segment: {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:22:48.622259 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Bound port: bca976de-c3c2-454d-b790-aaeab20af040, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431a6ec1-8a71-4134-9697-017a60cc7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:22:48.622714 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bca976de-c3c2-454d-b790-aaeab20af040), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:48.685985 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] For port bca976de-c3c2-454d-b790-aaeab20af040, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:22:48.689220 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] For port bca976de-c3c2-454d-b790-aaeab20af040, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bca976de-c3c2-454d-b790-aaeab20af040,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:22:48.698765 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (bca976de-c3c2-454d-b790-aaeab20af040), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:48.741456 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:48.741977 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:48.743377 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] 10.222.0.59 "PUT /v2.0/ports/bca976de-c3c2-454d-b790-aaeab20af040 HTTP/1.1" status: 200 len: 1093 time: 0.7216036 Jul 04 04:22:48.743804 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'tag': 'bca976de-c3c2-454d-b790-aaeab20af040'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:22:48.746024 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd", "tag": "bca976de-c3c2-454d-b790-aaeab20af040"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:22:48.763163 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06faf8d-720a-49d3-8cd8-fda12450820c service neutron] Pushing event updated for resources: {'Port': ['ID=bca976de-c3c2-454d-b790-aaeab20af040,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:48.792621 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea8694e-c6d3-437a-864f-e5d9227055df x-openstack-request-id: req-eea8694e-c6d3-437a-864f-e5d9227055df {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:22:48.792960 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd", "tag": "bca976de-c3c2-454d-b790-aaeab20af040", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:22:48.793209 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eea8694e-c6d3-437a-864f-e5d9227055df {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:22:48.793743 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea8694e-c6d3-437a-864f-e5d9227055df'] response: {'name': 'network-changed', 'server_uuid': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'tag': 'bca976de-c3c2-454d-b790-aaeab20af040', 'status': 'completed', 'code': 200} Jul 04 04:22:48.855131 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-d5e106a5-2ce0-4dbc-9f27-9937cb72c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:48.856683 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-d5e106a5-2ce0-4dbc-9f27-9937cb72c119 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 1127 time: 0.0418384 Jul 04 04:22:48.905623 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-8d55a0cf-c4c4-4ce1-b76f-b244b44f695a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bca976de-c3c2-454d-b790-aaeab20af040 HTTP/1.1" status: 200 len: 217 time: 0.0350955 Jul 04 04:22:48.958123 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-b9f8d927-3dcd-4cc7-9a3f-cde1b1c89db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:48.959609 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-b9f8d927-3dcd-4cc7-9a3f-cde1b1c89db2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0477374 Jul 04 04:22:49.008087 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-70d467ab-62d9-416c-bc6a-8dd0f636dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:49.009593 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-70d467ab-62d9-416c-bc6a-8dd0f636dfa4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437381 Jul 04 04:22:49.102648 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-50e46ca3-2480-477c-ae7b-2f519c6acc89 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848420 Jul 04 04:22:49.202470 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-baec7e74-b44d-4bdc-9938-0348e1f4231e req-f52ec239-b699-4503-9b02-27e47af7ffa2 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927119 Jul 04 04:22:49.652776 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fba3e3-8807-4909-a78d-4ff8fd09d345 req-f220bb82-7c18-4914-ba20-a936c556e12a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:49.654262 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d0fba3e3-8807-4909-a78d-4ff8fd09d345 req-f220bb82-7c18-4914-ba20-a936c556e12a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 943 time: 0.0566385 Jul 04 04:22:49.703985 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d0fba3e3-8807-4909-a78d-4ff8fd09d345 req-196de1d3-31d3-4c8e-9459-e44a0216b7de tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437174 Jul 04 04:22:50.837171 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6829674-58b8-4b9a-a298-f3b94499a883 req-538b93b4-baf3-40d2-ad31-b885de06f48a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:50.838605 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d6829674-58b8-4b9a-a298-f3b94499a883 req-538b93b4-baf3-40d2-ad31-b885de06f48a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 943 time: 0.0545566 Jul 04 04:22:50.900767 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d6829674-58b8-4b9a-a298-f3b94499a883 req-ca21cfcd-dd0b-4ad5-a41d-2e5766d24e36 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560091 Jul 04 04:22:51.477329 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:51.511766 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-36873700-0fad-47df-9359-d90395dc4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:51.513232 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-36873700-0fad-47df-9359-d90395dc4ff2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 1127 time: 0.0510025 Jul 04 04:22:51.619739 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-3d821f52-af1a-4c38-95f2-8159cf8e473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:51.621177 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-3d821f52-af1a-4c38-95f2-8159cf8e473f service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 916 time: 0.0996969 Jul 04 04:22:51.669574 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-c54fb7ee-d8c7-410d-8cf9-590cbf74c3c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bca976de-c3c2-454d-b790-aaeab20af040 HTTP/1.1" status: 200 len: 217 time: 0.0407789 Jul 04 04:22:51.731286 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-85a8f454-1b27-4762-8254-614c63c9d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:51.732633 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-85a8f454-1b27-4762-8254-614c63c9d343 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0550542 Jul 04 04:22:51.772650 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:51.779191 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-aba9332f-1401-4af7-bba1-268c5f6eb2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:51.780771 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-aba9332f-1401-4af7-bba1-268c5f6eb2d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418262 Jul 04 04:22:51.874422 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-4f70c2a9-7ec7-4eca-b1b3-9cf5cdac2812 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868261 Jul 04 04:22:51.973638 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f38a17d3-b4eb-4484-aaa9-bc96fbccd9f3 req-0fca8415-ea09-497a-9b06-13a0f3af41c7 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912898 Jul 04 04:22:52.023951 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a661e-02e0-44d8-8a85-fb36ce4d1f65 req-48422f8b-d057-45bd-86a8-ef89c61a7d33 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:52.025523 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-329a661e-02e0-44d8-8a85-fb36ce4d1f65 req-48422f8b-d057-45bd-86a8-ef89c61a7d33 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 943 time: 0.0510316 Jul 04 04:22:52.077352 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-329a661e-02e0-44d8-8a85-fb36ce4d1f65 req-3887ef9f-b861-4d27-9a47-47789afecd2f tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 Jul 04 04:22:52.810462 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bca976de-c3c2-454d-b790-aaeab20af040 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:22:52.833430 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:52.904132 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:52.921704 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bca976de-c3c2-454d-b790-aaeab20af040, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bca976de-c3c2-454d-b790-aaeab20af040,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:22:52.933191 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'bca976de-c3c2-454d-b790-aaeab20af040', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'port_id': 'bca976de-c3c2-454d-b790-aaeab20af040', 'mac_address': 'fa:16:3e:ce:eb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:22:52.967491 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port bca976de-c3c2-454d-b790-aaeab20af040 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:22:52.967877 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bca976de-c3c2-454d-b790-aaeab20af040), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:52.981574 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca976de-c3c2-454d-b790-aaeab20af040 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:22:53.001804 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bca976de-c3c2-454d-b790-aaeab20af040, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bca976de-c3c2-454d-b790-aaeab20af040,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:22:53.008772 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bca976de-c3c2-454d-b790-aaeab20af040), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:53.053915 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=bca976de-c3c2-454d-b790-aaeab20af040,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:53.069804 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:53.072642 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:53.201422 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb95a-be70-408f-b347-ea9ca034cb63 req-583c42cb-920a-4cec-b574-ea664d545b43 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:53.202810 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e3eeb95a-be70-408f-b347-ea9ca034cb63 req-583c42cb-920a-4cec-b574-ea664d545b43 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 944 time: 0.0497108 Jul 04 04:22:53.251251 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e3eeb95a-be70-408f-b347-ea9ca034cb63 req-8177c6a8-57ec-4a07-84e8-91df2b13b2f5 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Jul 04 04:22:53.441515 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['bca976de-c3c2-454d-b790-aaeab20af040'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:22:54.381229 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca24dd-0fdc-4074-a243-be0d6df2657b req-ce58cd52-b6cf-41a5-9d96-e5e0f44a67e2 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:54.382750 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-eeca24dd-0fdc-4074-a243-be0d6df2657b req-ce58cd52-b6cf-41a5-9d96-e5e0f44a67e2 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 944 time: 0.0515659 Jul 04 04:22:54.435480 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-eeca24dd-0fdc-4074-a243-be0d6df2657b req-f357d416-cccd-44a8-98ee-c1005771bd74 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441871 Jul 04 04:22:54.822678 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bca976de-c3c2-454d-b790-aaeab20af040 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:22:54.874201 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port bca976de-c3c2-454d-b790-aaeab20af040 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:22:54.881846 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port bca976de-c3c2-454d-b790-aaeab20af040 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:22:54.882231 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (bca976de-c3c2-454d-b790-aaeab20af040), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:54.958098 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port bca976de-c3c2-454d-b790-aaeab20af040 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:22:54.958419 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bca976de-c3c2-454d-b790-aaeab20af040), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:54.981137 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca976de-c3c2-454d-b790-aaeab20af040'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:22:54.983376 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b66eb-0d66-4ed0-9c76-4df4529081be" -d '{"events": [{"server_uuid": "eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd", "name": "network-vif-plugged", "status": "completed", "tag": "bca976de-c3c2-454d-b790-aaeab20af040"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:22:54.996182 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bca976de-c3c2-454d-b790-aaeab20af040, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bca976de-c3c2-454d-b790-aaeab20af040,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:22:55.002147 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bca976de-c3c2-454d-b790-aaeab20af040), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:55.025764 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379e611-db7d-4ad1-a485-2aaae4301c86 x-openstack-request-id: req-d379e611-db7d-4ad1-a485-2aaae4301c86 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:22:55.026048 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd", "name": "network-vif-plugged", "status": "completed", "tag": "bca976de-c3c2-454d-b790-aaeab20af040", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:22:55.026277 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d379e611-db7d-4ad1-a485-2aaae4301c86 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:22:55.026708 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d379e611-db7d-4ad1-a485-2aaae4301c86'] response: {'server_uuid': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca976de-c3c2-454d-b790-aaeab20af040', 'code': 200} Jul 04 04:22:55.051853 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=bca976de-c3c2-454d-b790-aaeab20af040,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:22:55.059302 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.059648 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.060016 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.060352 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.060707 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.061010 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.061328 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.061636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.061957 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.062277 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.062624 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.062945 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.063261 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.063576 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.063888 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:22:55.233204 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cce760-8cf0-42db-984d-6302d3ffa826 req-6aa06307-1c70-4a38-9f9f-89549cf53dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:55.234614 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a8cce760-8cf0-42db-984d-6302d3ffa826 req-6aa06307-1c70-4a38-9f9f-89549cf53dca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 1129 time: 0.0401294 Jul 04 04:22:55.294116 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a8cce760-8cf0-42db-984d-6302d3ffa826 req-f6e0dde7-0edb-4957-816a-ea828e3cd286 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525668 Jul 04 04:22:55.562862 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e4bcd-11b6-4bd3-bb4e-ca08d49b3d97 req-b69a3cee-d1d0-467a-a932-80cf1edab1af tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:55.564331 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a08e4bcd-11b6-4bd3-bb4e-ca08d49b3d97 req-b69a3cee-d1d0-467a-a932-80cf1edab1af tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 945 time: 0.0517402 Jul 04 04:22:55.612645 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a08e4bcd-11b6-4bd3-bb4e-ca08d49b3d97 req-4abbcc75-2825-4cf7-ae87-8ebdebfc3d55 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 Jul 04 04:22:56.751369 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34b6bb-01f8-4314-b1cd-e899acb2736d req-4ed7b247-7c64-4bb3-8761-b015ccf856c3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:56.752885 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7d34b6bb-01f8-4314-b1cd-e899acb2736d req-4ed7b247-7c64-4bb3-8761-b015ccf856c3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 945 time: 0.0626731 Jul 04 04:22:56.803123 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7d34b6bb-01f8-4314-b1cd-e899acb2736d req-1ae32c08-1036-49f2-9f89-609bf90d0bed tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445642 Jul 04 04:22:57.929847 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87c128-d929-4d90-b515-0b4574f5a5fd req-ba68e730-5eeb-41de-9305-7c324ff735a1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:57.931252 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e87c128-d929-4d90-b515-0b4574f5a5fd req-ba68e730-5eeb-41de-9305-7c324ff735a1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 945 time: 0.0497720 Jul 04 04:22:57.983900 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3e87c128-d929-4d90-b515-0b4574f5a5fd req-48c86dc8-ebcb-48fe-b480-80cfdfc9348c tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444052 Jul 04 04:22:58.100618 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd44e7-1a64-4de3-ba23-137f601f1323 req-5f34c676-4c40-4764-9f36-ea4aae7e93d8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:58.102070 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3ecd44e7-1a64-4de3-ba23-137f601f1323 req-5f34c676-4c40-4764-9f36-ea4aae7e93d8 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 945 time: 0.0483007 Jul 04 04:22:58.114871 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 34662) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:22:58.119243 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-3fed8f02-0097-4c19-a520-1b23d010269a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Request body: {'floatingip': {'port_id': 'bca976de-c3c2-454d-b790-aaeab20af040'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:22:58.156829 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3fed8f02-0097-4c19-a520-1b23d010269a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (238f9775-446b-4542-8b12-eebdf07590ac), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:58.259919 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:58.355216 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:58.588583 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3fed8f02-0097-4c19-a520-1b23d010269a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:58.595010 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3fed8f02-0097-4c19-a520-1b23d010269a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (238f9775-446b-4542-8b12-eebdf07590ac), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:58.696556 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-3fed8f02-0097-4c19-a520-1b23d010269a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Floating IP 238f9775-446b-4542-8b12-eebdf07590ac associated. External IP: 172.27.1.121, port: bca976de-c3c2-454d-b790-aaeab20af040. Jul 04 04:22:58.908733 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fed8f02-0097-4c19-a520-1b23d010269a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:22:59.014420 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fed8f02-0097-4c19-a520-1b23d010269a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:22:59.019712 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3fed8f02-0097-4c19-a520-1b23d010269a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:22:59.025421 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:22:59.043479 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:22:59.044112 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:22:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:59.058475 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-3fed8f02-0097-4c19-a520-1b23d010269a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "PUT /v2.0/floatingips/238f9775-446b-4542-8b12-eebdf07590ac HTTP/1.1" status: 200 len: 991 time: 0.9424770 Jul 04 04:22:59.059092 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'tag': 'bca976de-c3c2-454d-b790-aaeab20af040'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:22:59.061377 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f214bb87-594e-4238-9472-f89457ebac20" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd", "tag": "bca976de-c3c2-454d-b790-aaeab20af040"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:22:59.101136 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe3c033-60d9-4d43-908f-d601704dd739 x-openstack-request-id: req-abe3c033-60d9-4d43-908f-d601704dd739 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:22:59.101755 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd", "tag": "bca976de-c3c2-454d-b790-aaeab20af040", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:22:59.101755 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abe3c033-60d9-4d43-908f-d601704dd739 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:22:59.102057 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe3c033-60d9-4d43-908f-d601704dd739'] response: {'name': 'network-changed', 'server_uuid': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'tag': 'bca976de-c3c2-454d-b790-aaeab20af040', 'status': 'completed', 'code': 200} Jul 04 04:22:59.144840 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:22:59.186644 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214bb87-594e-4238-9472-f89457ebac20 req-64448b42-b791-4d22-8f0a-44a2e6118fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:59.188086 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f214bb87-594e-4238-9472-f89457ebac20 req-64448b42-b791-4d22-8f0a-44a2e6118fb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ccd298eebe6413daaae0d801e902616&device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 1129 time: 0.0406384 Jul 04 04:22:59.230483 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:59.259331 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:59.284349 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214bb87-594e-4238-9472-f89457ebac20 req-ab571d32-8f59-43f1-b420-58893f964be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:59.285819 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f214bb87-594e-4238-9472-f89457ebac20 req-ab571d32-8f59-43f1-b420-58893f964be1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 200 len: 916 time: 0.0914567 Jul 04 04:22:59.301736 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:59.347674 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f214bb87-594e-4238-9472-f89457ebac20 req-61e4a8c1-eb53-48d8-aa96-3fbf3f5f0ece service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bca976de-c3c2-454d-b790-aaeab20af040 HTTP/1.1" status: 200 len: 999 time: 0.0552537 Jul 04 04:22:59.361556 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '238f9775-446b-4542-8b12-eebdf07590ac', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': 'bca976de-c3c2-454d-b790-aaeab20af040', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:ce:eb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:22:45Z', 'updated_at': '2022-07-04T04:22:58Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:59.386248 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:22:59.394919 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:22:59.395523 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:22:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:59.400684 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214bb87-594e-4238-9472-f89457ebac20 req-d6455a29-9068-4dfb-9cab-58a08291d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:59.402163 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f214bb87-594e-4238-9472-f89457ebac20 req-d6455a29-9068-4dfb-9cab-58a08291d5fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 200 len: 854 time: 0.0489395 Jul 04 04:22:59.445911 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214bb87-594e-4238-9472-f89457ebac20 req-6fb0141d-1046-4334-ad22-9e5baf30fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:22:59.447347 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f214bb87-594e-4238-9472-f89457ebac20 req-6fb0141d-1046-4334-ad22-9e5baf30fac7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384347 Jul 04 04:22:59.498835 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:22:59.536900 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f214bb87-594e-4238-9472-f89457ebac20 req-964a3bbe-dca4-4677-b774-9beca9eab4d6 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836070 Jul 04 04:22:59.626426 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:22:59.636417 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f214bb87-594e-4238-9472-f89457ebac20 req-34f27ead-78e8-4a24-acf2-3e11ef13eb85 service neutron] 10.222.0.59 "GET /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923910 Jul 04 04:22:59.715332 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '238f9775-446b-4542-8b12-eebdf07590ac', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': 'bca976de-c3c2-454d-b790-aaeab20af040', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:ce:eb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:22:45Z', 'updated_at': '2022-07-04T04:22:58Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:22:59.739972 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace64e5-2bc1-4b76-9cdb-38e2864144e3 None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '238f9775-446b-4542-8b12-eebdf07590ac', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'port_id': 'bca976de-c3c2-454d-b790-aaeab20af040', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'mac_address': 'fa:16:3e:ce:eb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:22:45Z', 'updated_at': '2022-07-04T04:22:58Z', 'revision_number': 1, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:22:59.930759 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a781ab-8737-48ce-8f97-a1970a29eaa0 None None] New status for floating IP 238f9775-446b-4542-8b12-eebdf07590ac: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:23:04.072675 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7064-8c3b-444b-8f5d-110cf79d5a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:06.176608 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-15b778b5-1e4a-40ed-831f-61199ddc8052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:07.602162 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:08.900434 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:09.053024 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:09.055295 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:09.104724 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:09.629580 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=39 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:10.029031 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:10.031450 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:14.050081 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:17.695916 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:23:20.427460 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040c72-5cab-4820-8ab0-212f6ef35c9c req-59c19793-8b84-44a0-9559-d63b443972ef tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:20.428955 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a7040c72-5cab-4820-8ab0-212f6ef35c9c req-59c19793-8b84-44a0-9559-d63b443972ef tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0495679 Jul 04 04:23:20.487246 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a7040c72-5cab-4820-8ab0-212f6ef35c9c req-64b83ff4-42c3-4aef-bf61-a04e17a10436 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496366 Jul 04 04:23:21.627429 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33747584-d497-4fe1-a9c2-c03ddf1bed11 req-5dcba183-8df5-4e43-975a-8c9d0aaaac51 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:21.630836 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33747584-d497-4fe1-a9c2-c03ddf1bed11 req-5dcba183-8df5-4e43-975a-8c9d0aaaac51 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0537715 Jul 04 04:23:21.681293 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33747584-d497-4fe1-a9c2-c03ddf1bed11 req-1486139d-4a88-4c5e-9062-5f1452e8178e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457916 Jul 04 04:23:22.816380 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf804c-f9dd-4fe4-8070-310cfa197882 req-34f1f0ce-b43e-4a37-b8e2-4e922bd7169c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:22.817842 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fccf804c-f9dd-4fe4-8070-310cfa197882 req-34f1f0ce-b43e-4a37-b8e2-4e922bd7169c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0507236 Jul 04 04:23:22.869910 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fccf804c-f9dd-4fe4-8070-310cfa197882 req-65d95fc9-ebf2-493d-aee7-11507dead352 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 Jul 04 04:23:24.017212 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1060de-f8e8-4355-8ce0-1d740bcbc163 req-81e2f99c-b43a-424e-b6cf-e270e17a00aa tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:24.019373 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c1060de-f8e8-4355-8ce0-1d740bcbc163 req-81e2f99c-b43a-424e-b6cf-e270e17a00aa tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0689039 Jul 04 04:23:24.039198 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:24.043178 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:24.077988 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c1060de-f8e8-4355-8ce0-1d740bcbc163 req-d9f7944a-a2de-40bc-8448-3487d76baab2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528467 Jul 04 04:23:25.213204 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d1ce8-1dff-4e97-806a-e7d5ecf26edb req-a97c4125-d66e-43c4-9d96-b32a96a14b4f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:25.214696 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a82d1ce8-1dff-4e97-806a-e7d5ecf26edb req-a97c4125-d66e-43c4-9d96-b32a96a14b4f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0519488 Jul 04 04:23:25.266536 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a82d1ce8-1dff-4e97-806a-e7d5ecf26edb req-e493455d-9a84-4705-8363-0b6c7c3d930b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Jul 04 04:23:26.388613 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c98fe0-dd37-4fba-8ef2-18f050a886e3 req-f8359265-0b0a-492a-b2c1-5e314baa0d33 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:26.389966 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-32c98fe0-dd37-4fba-8ef2-18f050a886e3 req-f8359265-0b0a-492a-b2c1-5e314baa0d33 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0491986 Jul 04 04:23:26.440924 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-32c98fe0-dd37-4fba-8ef2-18f050a886e3 req-c2f74fee-e3df-4789-9a7c-b4eb9f7abd50 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424545 Jul 04 04:23:27.574648 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5ca5e-7721-44e6-aef4-d1498a1ede15 req-56b7dc75-50f4-4452-b9d4-bdd50f4bb231 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:27.576116 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d7c5ca5e-7721-44e6-aef4-d1498a1ede15 req-56b7dc75-50f4-4452-b9d4-bdd50f4bb231 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0516758 Jul 04 04:23:27.633226 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d7c5ca5e-7721-44e6-aef4-d1498a1ede15 req-9de17d06-69ca-4c43-95d8-bccc1b66d3bc tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514653 Jul 04 04:23:28.765930 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273140-72db-458a-bbab-8048a613d206 req-23a23b67-8476-4048-9d9f-46d9ed5df8a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:28.767483 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7273140-72db-458a-bbab-8048a613d206 req-23a23b67-8476-4048-9d9f-46d9ed5df8a6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0495474 Jul 04 04:23:28.819695 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7273140-72db-458a-bbab-8048a613d206 req-4dd5644a-e122-4ed5-ad71-3e6a82c6e4f5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464242 Jul 04 04:23:29.945458 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f5b9-7c50-4d1d-a43b-f6124d8e341a req-81a72358-d29f-4605-898c-eb2f2b61aa7b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:29.946853 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a5a2f5b9-7c50-4d1d-a43b-f6124d8e341a req-81a72358-d29f-4605-898c-eb2f2b61aa7b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0483470 Jul 04 04:23:29.994656 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a5a2f5b9-7c50-4d1d-a43b-f6124d8e341a req-6f1a3318-37a4-4762-8e72-a4d16cedea9a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Jul 04 04:23:31.132618 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e812cac-658b-42fc-a22d-ca5a1dad189b req-07a12789-4a1f-494b-aebb-f87035b39ea1 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:31.134163 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1e812cac-658b-42fc-a22d-ca5a1dad189b req-07a12789-4a1f-494b-aebb-f87035b39ea1 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0582387 Jul 04 04:23:31.187175 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1e812cac-658b-42fc-a22d-ca5a1dad189b req-7a37084e-21a7-413c-a66f-e7bf7f2a706e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Jul 04 04:23:32.014144 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=15 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:32.018876 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=19 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:32.326214 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b157dd-f7e5-4fb9-8b02-65bad0fee7aa req-b2a60fcd-58aa-479d-9fc2-01aa349c356c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:32.328187 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-43b157dd-f7e5-4fb9-8b02-65bad0fee7aa req-b2a60fcd-58aa-479d-9fc2-01aa349c356c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0572743 Jul 04 04:23:32.378527 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-43b157dd-f7e5-4fb9-8b02-65bad0fee7aa req-a76f9753-5ed0-4af5-819b-15c96dab6e71 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444510 Jul 04 04:23:33.514821 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a9dff-ab01-4347-90f3-48007dd3b03f req-d7de71fb-1453-420c-b186-9dd21dfe8cd9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:33.516320 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-333a9dff-ab01-4347-90f3-48007dd3b03f req-d7de71fb-1453-420c-b186-9dd21dfe8cd9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0578442 Jul 04 04:23:33.564844 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-333a9dff-ab01-4347-90f3-48007dd3b03f req-082edc87-a0f9-40c9-a7d4-675e226533b0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Jul 04 04:23:34.075702 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2ea674e1-6a83-4bbb-a667-c695193b84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:34.698603 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e9cb0-c5dd-4697-807f-26daebae4d56 req-96ad9118-9723-4e29-a8d2-7c092d37824d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:34.700059 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-584e9cb0-c5dd-4697-807f-26daebae4d56 req-96ad9118-9723-4e29-a8d2-7c092d37824d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0506387 Jul 04 04:23:34.748942 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-584e9cb0-c5dd-4697-807f-26daebae4d56 req-95f075e2-5cc1-4ca7-b393-46da1f1fda2c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Jul 04 04:23:35.888937 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11940942-c696-4d1a-857b-d55ce786672f req-ab12a88f-05bd-497d-bb20-5ff52be97874 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:35.890433 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-11940942-c696-4d1a-857b-d55ce786672f req-ab12a88f-05bd-497d-bb20-5ff52be97874 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0555553 Jul 04 04:23:35.942511 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-11940942-c696-4d1a-857b-d55ce786672f req-4c56ae1c-a78a-4ac8-ae8f-04421a92b874 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461261 Jul 04 04:23:36.173951 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2f7f57cc-aac4-4d41-9e0c-8fc410aebe14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:37.063789 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98782a-d30b-466f-ad93-39cb3c185eec req-72b8d7ca-1d01-40b3-bebe-d4aeedcf592d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:37.065321 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fb98782a-d30b-466f-ad93-39cb3c185eec req-72b8d7ca-1d01-40b3-bebe-d4aeedcf592d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0492187 Jul 04 04:23:37.112582 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fb98782a-d30b-466f-ad93-39cb3c185eec req-f1b9ddda-f3b6-4415-8d9a-ccd1e896f38a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414138 Jul 04 04:23:37.254638 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e33fa-2373-414a-ac35-28d096932c63 req-28510629-f35f-40f1-a198-52572746d727 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:37.256273 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-604e33fa-2373-414a-ac35-28d096932c63 req-28510629-f35f-40f1-a198-52572746d727 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0566339 Jul 04 04:23:37.306835 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-604e33fa-2373-414a-ac35-28d096932c63 req-5f517cbe-4cbf-47ce-b9c4-5e5efd86279e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441802 Jul 04 04:23:37.595181 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:38.242635 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a66c08-5427-452e-a7bc-1a0d8ede44e8 req-1e5b06e5-54d8-461a-99a3-3e4116235c39 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:38.244108 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-05a66c08-5427-452e-a7bc-1a0d8ede44e8 req-1e5b06e5-54d8-461a-99a3-3e4116235c39 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0473964 Jul 04 04:23:38.294301 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-05a66c08-5427-452e-a7bc-1a0d8ede44e8 req-4957948a-16f3-41ca-8efd-03cc0c3ddf2b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Jul 04 04:23:38.426453 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8594c-7544-47da-99a1-bcd9ef61c504 req-34c53c2c-04af-47c2-8dc1-abaacdfe99e6 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:38.428230 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3de8594c-7544-47da-99a1-bcd9ef61c504 req-34c53c2c-04af-47c2-8dc1-abaacdfe99e6 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0501151 Jul 04 04:23:38.469612 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:38.477641 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3de8594c-7544-47da-99a1-bcd9ef61c504 req-e7577260-b2e7-4ed1-8b5f-a9d1565b7d77 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441868 Jul 04 04:23:38.905608 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:39.088102 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f6b7b5f9-dfd8-4f10-99f9-c155d967e2de details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:23:39.115279 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:39.199840 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:23:39.211588 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'port_id': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'mac_address': 'fa:16:3e:a9:7d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:23:39.246428 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de is: ACTIVE; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:23:39.246828 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:39.263671 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6b7b5f9-dfd8-4f10-99f9-c155d967e2de {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:23:39.282404 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:23:39.289652 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:39.352488 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=6']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:23:39.442725 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde886db-d657-4a8d-a690-61e6b5b43720 req-793ced70-9ce8-4acc-9dfb-d2c659a8d606 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:39.444312 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bde886db-d657-4a8d-a690-61e6b5b43720 req-793ced70-9ce8-4acc-9dfb-d2c659a8d606 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 945 time: 0.0496764 Jul 04 04:23:39.486572 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:23:39.492563 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bde886db-d657-4a8d-a690-61e6b5b43720 req-9610e783-a4ba-494d-ae39-647268a0d0e5 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Jul 04 04:23:39.578156 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:39.594717 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ea8ba-c1e0-47b3-b1ee-2564be130e4b req-cf173ccc-c229-4d5f-b5ea-61b280c9d0bb tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:39.596103 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f06ea8ba-c1e0-47b3-b1ee-2564be130e4b req-cf173ccc-c229-4d5f-b5ea-61b280c9d0bb tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0474787 Jul 04 04:23:39.649850 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f06ea8ba-c1e0-47b3-b1ee-2564be130e4b req-f6911777-4bc0-4247-b1ae-80ddc0ab0f3b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477562 Jul 04 04:23:40.769847 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cca25-0889-4d70-9977-d0374e2f1461 req-915f400d-50a7-48d4-ab42-41486f7ed831 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:40.771474 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0c9cca25-0889-4d70-9977-d0374e2f1461 req-915f400d-50a7-48d4-ab42-41486f7ed831 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0492849 Jul 04 04:23:40.776446 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b4b26-ee5d-40d0-98c3-648425fda7d3 req-c4f14b40-eb8d-4654-a2a1-94ddd8864d78 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:40.777924 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-cd9b4b26-ee5d-40d0-98c3-648425fda7d3 req-c4f14b40-eb8d-4654-a2a1-94ddd8864d78 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Jul 04 04:23:40.820985 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0c9cca25-0889-4d70-9977-d0374e2f1461 req-4c256058-c08c-4821-8540-3990de253759 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433664 Jul 04 04:23:40.824689 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-cd9b4b26-ee5d-40d0-98c3-648425fda7d3 req-c6e05a95-99e7-4164-bb78-caff56d6e171 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Jul 04 04:23:41.117179 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f6b7b5f9-dfd8-4f10-99f9-c155d967e2de up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:23:41.163047 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:23:41.163539 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:41.237528 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:23:41.237906 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:41.262540 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:23:41.264762 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23324fee-c125-46ec-aa19-3fe574bd7e18" -d '{"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:23:41.280653 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:23:41.285614 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:41.307884 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653b59b7-a55f-42e8-b331-e123e028ac0d x-openstack-request-id: req-653b59b7-a55f-42e8-b331-e123e028ac0d {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:23:41.308168 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:23:41.308413 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-653b59b7-a55f-42e8-b331-e123e028ac0d {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:23:41.308802 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653b59b7-a55f-42e8-b331-e123e028ac0d'] response: {'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'code': 200} Jul 04 04:23:41.333409 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=7']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:23:41.946694 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d19d7d-4d71-46ae-b6ff-bf61ccc0e115 req-efcaa1aa-6064-47d0-b1d0-6ea75afd97dc tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:41.948059 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-70d19d7d-4d71-46ae-b6ff-bf61ccc0e115 req-efcaa1aa-6064-47d0-b1d0-6ea75afd97dc tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0473039 Jul 04 04:23:41.950481 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffbe50-e950-4615-8015-4fa89541641d req-04887a32-e0aa-4dce-a6aa-d88875489398 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:41.951968 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5bffbe50-e950-4615-8015-4fa89541641d req-04887a32-e0aa-4dce-a6aa-d88875489398 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0467024 Jul 04 04:23:41.995402 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-70d19d7d-4d71-46ae-b6ff-bf61ccc0e115 req-5a0a9dd5-b6ce-4444-8426-83d36cc95996 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Jul 04 04:23:42.000451 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5bffbe50-e950-4615-8015-4fa89541641d req-bd769386-a78a-424b-bd66-231dc13b5f1f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Jul 04 04:23:43.122295 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165016ca-b582-476c-a695-7ee4fdc43db9 req-092e99c1-8698-4998-9622-59bc9a148124 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:43.123800 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-165016ca-b582-476c-a695-7ee4fdc43db9 req-092e99c1-8698-4998-9622-59bc9a148124 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0500786 Jul 04 04:23:43.131074 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5b1e0-3fd6-464b-b9c3-ac0d6bd4de3d req-c4dc236d-f6dd-40b9-b6f8-7f63f57231ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:43.132571 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a7c5b1e0-3fd6-464b-b9c3-ac0d6bd4de3d req-c4dc236d-f6dd-40b9-b6f8-7f63f57231ac tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0523126 Jul 04 04:23:43.154640 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:43.178068 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-165016ca-b582-476c-a695-7ee4fdc43db9 req-1e60d5eb-195a-418a-8059-c55ebee21e89 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485225 Jul 04 04:23:43.181765 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a7c5b1e0-3fd6-464b-b9c3-ac0d6bd4de3d req-d5bff2c5-2ccd-4fe3-b386-33f5556380bd tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430710 Jul 04 04:23:43.511155 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:43.524676 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-9ced1240-485c-4c28-a9b5-0595c58ed3b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431764 Jul 04 04:23:43.596806 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-1d882fcf-2513-46ea-a352-150a064309ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:43.598301 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-1d882fcf-2513-46ea-a352-150a064309ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 1129 time: 0.0412176 Jul 04 04:23:43.799247 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-ef42dc14-325a-430a-801a-6a3ea724ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:43.800732 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-ef42dc14-325a-430a-801a-6a3ea724ad5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.0958664 Jul 04 04:23:43.875671 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-506e2f45-29bf-4466-9671-3d6b06e54403 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba HTTP/1.1" status: 200 len: 1000 time: 0.0574479 Jul 04 04:23:43.923987 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-1533d7af-54a6-46c7-8db1-f17684812e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:43.925678 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-1533d7af-54a6-46c7-8db1-f17684812e09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.0446260 Jul 04 04:23:43.977078 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-45fc2a3b-e761-44cf-a393-5aa370af8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:43.978657 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-45fc2a3b-e761-44cf-a393-5aa370af8523 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464430 Jul 04 04:23:44.041441 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:44.050286 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:44.081491 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-d89e9e99-2913-4a30-ae95-e9ece4355e1a service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943272 Jul 04 04:23:44.207774 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-23e4548a-2447-49bb-b83a-459d0ee92983 req-24dddf15-28f6-434d-b1e5-81fdccb53226 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191335 Jul 04 04:23:44.336272 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710fad-ebac-4143-b011-e61b0ee037b7 req-4daf27f4-8740-450a-a6c3-b76c6ad313f0 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:44.338728 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d4710fad-ebac-4143-b011-e61b0ee037b7 req-4daf27f4-8740-450a-a6c3-b76c6ad313f0 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0628033 Jul 04 04:23:44.374009 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fff01f-8bec-4fee-b377-3df757d1af5d req-e6b500f1-a29c-495d-971d-8f7a63a9e585 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:44.375752 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-89fff01f-8bec-4fee-b377-3df757d1af5d req-e6b500f1-a29c-495d-971d-8f7a63a9e585 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0578220 Jul 04 04:23:44.423081 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d4710fad-ebac-4143-b011-e61b0ee037b7 req-2b0b46d5-52dc-4f60-bade-f91f7a94c244 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780108 Jul 04 04:23:44.449704 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-89fff01f-8bec-4fee-b377-3df757d1af5d req-9799e1fe-6567-49bc-94a1-cb39e01211e9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680454 Jul 04 04:23:45.567697 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04bbb-fcbc-4852-af60-929007bdf80c req-f8312d4c-57fc-4d9d-aeca-509fdc491d3e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:45.574767 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847e8fa-3993-46c1-bf1d-5d4d023d1a14 req-b0eee881-9231-4340-aa49-b0a670e95474 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:45.575339 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e9d04bbb-fcbc-4852-af60-929007bdf80c req-f8312d4c-57fc-4d9d-aeca-509fdc491d3e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0731683 Jul 04 04:23:45.584526 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e847e8fa-3993-46c1-bf1d-5d4d023d1a14 req-b0eee881-9231-4340-aa49-b0a670e95474 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0583239 Jul 04 04:23:45.639158 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e9d04bbb-fcbc-4852-af60-929007bdf80c req-4ca47f70-6743-4f82-8180-f48b3a413953 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629468 Jul 04 04:23:45.647592 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e847e8fa-3993-46c1-bf1d-5d4d023d1a14 req-520b1751-00a2-4d98-92d2-671b1d2b0937 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621309 Jul 04 04:23:46.795182 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf0446-18cb-4140-995e-10638b47020d req-d02065a5-3643-483e-a75a-de85eaf7f7ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:46.795792 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc289471-413e-41ee-b0c2-46b920e8bc33 req-f4ceacf7-880d-4b71-930b-133a1856e01c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:46.796911 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-39bf0446-18cb-4140-995e-10638b47020d req-d02065a5-3643-483e-a75a-de85eaf7f7ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0603857 Jul 04 04:23:46.797043 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dc289471-413e-41ee-b0c2-46b920e8bc33 req-f4ceacf7-880d-4b71-930b-133a1856e01c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0495274 Jul 04 04:23:46.858178 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-39bf0446-18cb-4140-995e-10638b47020d req-22ff43df-88c8-4c5a-81ea-431bcf267fac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549388 Jul 04 04:23:46.872925 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dc289471-413e-41ee-b0c2-46b920e8bc33 req-4d9bb0c1-6d1e-4212-8939-ec269ac96ac4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602155 Jul 04 04:23:47.984682 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ada70b-ea41-47a2-8d81-e3ae1c9f78ab req-577f20b2-4b0f-4a33-a155-68258fffe710 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:47.986976 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-68ada70b-ea41-47a2-8d81-e3ae1c9f78ab req-577f20b2-4b0f-4a33-a155-68258fffe710 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0555818 Jul 04 04:23:48.011192 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc31a-dc09-47dc-9ddd-fcdc9559f3f6 req-7857c1e5-fb28-4c22-8220-ed65b5d87d7d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:48.012755 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3dedc31a-dc09-47dc-9ddd-fcdc9559f3f6 req-7857c1e5-fb28-4c22-8220-ed65b5d87d7d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0671721 Jul 04 04:23:48.072055 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-68ada70b-ea41-47a2-8d81-e3ae1c9f78ab req-cd9f7aed-9b7c-46d2-adb6-3677da48dc1d tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779088 Jul 04 04:23:48.075091 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3dedc31a-dc09-47dc-9ddd-fcdc9559f3f6 req-3f3acca0-05ea-43e9-b3cb-6a2ea90372b2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554485 Jul 04 04:23:48.315619 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a851bc-fb32-4bfe-8294-315edc78e054 req-d2c1995c-63e1-4cf8-986d-de669bdf9322 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:48.317121 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-87a851bc-fb32-4bfe-8294-315edc78e054 req-d2c1995c-63e1-4cf8-986d-de669bdf9322 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0529633 Jul 04 04:23:48.380368 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-87a851bc-fb32-4bfe-8294-315edc78e054 req-72f88b21-5be0-465e-bf2a-438afe0bba2f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556169 Jul 04 04:23:48.410016 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-229e852d-9d37-498b-82f1-203bcf6fbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:48.412159 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-229e852d-9d37-498b-82f1-203bcf6fbabc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 1129 time: 0.0624423 Jul 04 04:23:48.502775 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:48.508446 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-ba4caeb6-c32b-4b9b-abe0-cb8393a83576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:48.510095 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-ba4caeb6-c32b-4b9b-abe0-cb8393a83576 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 912 time: 0.0916917 Jul 04 04:23:48.555427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:48.583744 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-80af3abf-dbee-410d-b17e-f03dee4e07bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85defb10-99ae-43aa-8776-2102f58dfbac HTTP/1.1" status: 200 len: 1001 time: 0.0671966 Jul 04 04:23:48.638719 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-efeac209-8d47-43f7-9181-3a42d65547ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:48.640217 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-efeac209-8d47-43f7-9181-3a42d65547ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.0500560 Jul 04 04:23:48.686727 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-e93f5d4f-40d1-4b52-b797-059afc9c32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:48.688154 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-e93f5d4f-40d1-4b52-b797-059afc9c32ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413036 Jul 04 04:23:48.802839 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-78fa071a-3fe1-4c82-b355-2231714309e7 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079752 Jul 04 04:23:48.910723 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b6ec6c24-36c6-4857-958d-fa4937368980 req-e75c174b-2fda-4f91-851e-f15f110b575e service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014311 Jul 04 04:23:49.201826 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5924de-202f-40ad-a3e0-516ed728e1e3 req-40d907f1-749b-416f-b4cd-4af6293071a0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:49.204759 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff5924de-202f-40ad-a3e0-516ed728e1e3 req-40d907f1-749b-416f-b4cd-4af6293071a0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0589597 Jul 04 04:23:49.256257 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ff5924de-202f-40ad-a3e0-516ed728e1e3 req-37345d17-c644-40ae-9917-750fcee6ff7f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463188 Jul 04 04:23:49.498865 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ea16-283f-4c38-9bb2-7987c8a4ee5a req-f1df4c94-16c7-485b-a398-93415e629c3f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:49.505395 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c249ea16-283f-4c38-9bb2-7987c8a4ee5a req-f1df4c94-16c7-485b-a398-93415e629c3f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0532250 Jul 04 04:23:49.552679 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c249ea16-283f-4c38-9bb2-7987c8a4ee5a req-87808349-f6a9-45eb-a919-39954f8176f6 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464177 Jul 04 04:23:50.391329 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf8345-3c27-4547-8359-1088e1bd3a38 req-2ce9572a-f468-4e2c-8db2-8bb1c42284f4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:50.392803 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fccf8345-3c27-4547-8359-1088e1bd3a38 req-2ce9572a-f468-4e2c-8db2-8bb1c42284f4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0503137 Jul 04 04:23:50.443365 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fccf8345-3c27-4547-8359-1088e1bd3a38 req-d5def083-ad9b-4e6d-ae32-b212d00577c1 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446374 Jul 04 04:23:50.687918 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c99ba-2fa2-4142-a928-53663b1610af req-c5de299a-0058-4840-ab10-d14c427fbb23 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:50.690086 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-344c99ba-2fa2-4142-a928-53663b1610af req-c5de299a-0058-4840-ab10-d14c427fbb23 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0615959 Jul 04 04:23:50.739072 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:50.743719 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-344c99ba-2fa2-4142-a928-53663b1610af req-2ab3f364-23e6-452e-b91d-25d7cb01a53a tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465398 Jul 04 04:23:51.589268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0a025-4284-40d8-ac9b-a37687bdec24 req-4f54c19c-80bf-4ea4-a72e-87cdbe99b7a3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:51.590829 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-00b0a025-4284-40d8-ac9b-a37687bdec24 req-4f54c19c-80bf-4ea4-a72e-87cdbe99b7a3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0571606 Jul 04 04:23:51.652748 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-00b0a025-4284-40d8-ac9b-a37687bdec24 req-cf1d2293-7c11-4a6d-9aab-13487594b985 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562811 Jul 04 04:23:52.787252 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cc11-f763-4f29-9e48-fa631a55ab04 req-c9853656-5503-4618-9129-e8ceb3a2379e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:52.790831 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-de15cc11-f763-4f29-9e48-fa631a55ab04 req-c9853656-5503-4618-9129-e8ceb3a2379e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0561740 Jul 04 04:23:52.803728 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:52.852175 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-de15cc11-f763-4f29-9e48-fa631a55ab04 req-494e068c-c528-4d4d-8d8a-357403d74580 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576496 Jul 04 04:23:53.979607 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc4d4a-d7fd-4f91-9064-63ca46398485 req-3e20b209-9e16-4846-8f9f-0dc1bbd5eea0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:53.981059 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e6bc4d4a-d7fd-4f91-9064-63ca46398485 req-3e20b209-9e16-4846-8f9f-0dc1bbd5eea0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0512156 Jul 04 04:23:54.031893 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e6bc4d4a-d7fd-4f91-9064-63ca46398485 req-5e693d97-9631-41e7-9d86-9de6cc3ebaaf tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424671 Jul 04 04:23:54.039965 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:54.694999 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:23:54.864553 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-5960f668-65cc-43d3-82b8-c701c11ccf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:54.866037 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-5960f668-65cc-43d3-82b8-c701c11ccf68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 1130 time: 0.0401671 Jul 04 04:23:54.990002 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-4c2ec26d-0819-4a51-bc73-dcf1fe85209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:54.992059 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-4c2ec26d-0819-4a51-bc73-dcf1fe85209f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 917 time: 0.1114492 Jul 04 04:23:55.059735 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-4013e878-e42f-4636-885f-105302920f1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de HTTP/1.1" status: 200 len: 1002 time: 0.0613739 Jul 04 04:23:55.117807 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-79a7acd1-d974-4111-aef8-97358b264fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:55.119456 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-79a7acd1-d974-4111-aef8-97358b264fc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.0516605 Jul 04 04:23:55.166512 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b03ba-eb3c-4d4f-9d25-a467c122a27d req-5969945b-943b-4936-a43d-3860161b698a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:55.168108 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-195b03ba-eb3c-4d4f-9d25-a467c122a27d req-5969945b-943b-4936-a43d-3860161b698a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0528991 Jul 04 04:23:55.223345 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-195b03ba-eb3c-4d4f-9d25-a467c122a27d req-776373a6-0225-43ce-8f63-86fcf744fcc9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495358 Jul 04 04:23:55.442039 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-32d5fc8d-d6bd-4fc8-a484-7e37ff6d596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:55.443599 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-32d5fc8d-d6bd-4fc8-a484-7e37ff6d596c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3153758 Jul 04 04:23:55.469284 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:55.484165 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:23:55.536928 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-c5f39c0f-cc53-427c-bd43-4706dfbed664 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862410 Jul 04 04:23:55.632157 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0988074d-5454-40d6-9a08-390ebdbc8fde req-50f060ca-d7ef-4201-b86a-5cca8f84867c service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892835 Jul 04 04:23:56.360016 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df1d33-b4a4-40c3-a9c7-00f4962131c3 req-cade1213-f774-4cbb-a9ac-b5d5172ad595 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:56.361478 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2df1d33-b4a4-40c3-a9c7-00f4962131c3 req-cade1213-f774-4cbb-a9ac-b5d5172ad595 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0550351 Jul 04 04:23:56.410799 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e2df1d33-b4a4-40c3-a9c7-00f4962131c3 req-5bebcf38-dbaf-4de6-adf1-da2687d8c61e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Jul 04 04:23:57.536103 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea71354-5123-4b5f-92f5-4fc7748a0243 req-3c17d63e-2154-4657-8f65-a7847949d8d7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:57.537580 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-eea71354-5123-4b5f-92f5-4fc7748a0243 req-3c17d63e-2154-4657-8f65-a7847949d8d7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0495269 Jul 04 04:23:57.586678 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-eea71354-5123-4b5f-92f5-4fc7748a0243 req-7c9330c9-5a92-4830-b473-07b70700ecf3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428882 Jul 04 04:23:58.442972 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [req-a187046d-4684-4456-bf1c-ea7693b3c3de req-bd6e5fa5-5ae3-43ad-935d-0db1abc7a983 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:23:58.443963 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a187046d-4684-4456-bf1c-ea7693b3c3de req-bd6e5fa5-5ae3-43ad-935d-0db1abc7a983 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080135 Jul 04 04:23:58.601906 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdd2d2-36b7-4fc0-84ad-09b0b55dffd8 req-745cad14-1072-4bdd-b838-715a8994a124 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:58.603432 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8fcdd2d2-36b7-4fc0-84ad-09b0b55dffd8 req-745cad14-1072-4bdd-b838-715a8994a124 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 946 time: 0.0497565 Jul 04 04:23:58.644505 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-67c11869-f8d4-4da7-b42a-e721577bad22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476499 Jul 04 04:23:58.658670 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8fcdd2d2-36b7-4fc0-84ad-09b0b55dffd8 req-5cca2b3b-49da-464a-bfe8-0f8fa333bb07 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471416 Jul 04 04:23:58.719239 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-967ee216-9d4e-4470-aa1c-af1839b17502 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:58.720625 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-967ee216-9d4e-4470-aa1c-af1839b17502 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports/f6b7b5f9-dfd8-4f10-99f9-c155d967e2de HTTP/1.1" status: 200 len: 943 time: 0.0472806 Jul 04 04:23:59.261993 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f6b7b5f9-dfd8-4f10-99f9-c155d967e2de no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:23:59.335648 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de is: ACTIVE; New status is: DOWN {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:23:59.336048 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:59.359481 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:23:59.361661 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de7a029-3d7a-4473-b96c-4a6ec3c88246" -d '{"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:23:59.374475 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:23:59.380191 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:23:59.402911 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Jul 2022 04:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6ada3c-1765-4f39-811a-d3ef7709ed8c x-openstack-request-id: req-3c6ada3c-1765-4f39-811a-d3ef7709ed8c {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:23:59.403194 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:23:59.403440 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c6ada3c-1765-4f39-811a-d3ef7709ed8c {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:23:59.403823 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6ada3c-1765-4f39-811a-d3ef7709ed8c'] response: {'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'code': 200} Jul 04 04:23:59.432000 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=8']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:23:59.439175 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.439512 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.439843 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.440153 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.440475 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.440791 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.441105 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.441417 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.441755 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.442062 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.442352 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.442726 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.443038 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.443343 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.443648 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:23:59.653791 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-71fb7631-bd2a-4b0e-9db1-dfebe7a9343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:59.655360 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-71fb7631-bd2a-4b0e-9db1-dfebe7a9343e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1&tenant_id=77e83a80c1b34e67958aca6d0a10ba8a HTTP/1.1" status: 200 len: 1128 time: 0.0511572 Jul 04 04:23:59.732096 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-55937742-4fe4-476e-8b65-3624c113e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:59.733603 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-55937742-4fe4-476e-8b65-3624c113e731 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 1128 time: 0.0397224 Jul 04 04:23:59.785472 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94274a-f6e7-403b-abc8-f98df5c8058f req-e637d804-9407-4edb-9930-647b664ba99d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:59.786993 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6d94274a-f6e7-403b-abc8-f98df5c8058f req-e637d804-9407-4edb-9930-647b664ba99d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0506158 Jul 04 04:23:59.830582 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-ac9726ec-1ce7-4eac-8129-b9102b2a6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:59.832072 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-ac9726ec-1ce7-4eac-8129-b9102b2a6bee service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 917 time: 0.0929127 Jul 04 04:23:59.837288 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6d94274a-f6e7-403b-abc8-f98df5c8058f req-c16660a0-c338-484c-9d42-96ab45fa249f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Jul 04 04:23:59.895689 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-d3d1a17e-afeb-458b-8e89-6ee19d98f02c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de HTTP/1.1" status: 200 len: 1000 time: 0.0578156 Jul 04 04:23:59.946794 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-73507fcb-e31b-46c9-a722-f4c1a192c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:59.948211 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-73507fcb-e31b-46c9-a722-f4c1a192c8dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.0468440 Jul 04 04:23:59.990791 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-162f7be4-216d-4a51-a7e5-6885ffab6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:23:59.992300 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-162f7be4-216d-4a51-a7e5-6885ffab6299 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380995 Jul 04 04:24:00.093773 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-601aec42-5706-4cd5-9278-07b7f510af56 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888844 Jul 04 04:24:00.190683 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35acfac8-9dfa-4778-a268-9e1e9054a888 req-ff3ab059-88da-42f0-ad63-02f90cee2af7 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867834 Jul 04 04:24:00.973663 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073814a-ff91-45f8-afc2-c596beed4930 req-17ecf20e-82fa-4648-b427-4e5152c3f377 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:00.978968 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0073814a-ff91-45f8-afc2-c596beed4930 req-17ecf20e-82fa-4648-b427-4e5152c3f377 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0660727 Jul 04 04:24:01.037450 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0073814a-ff91-45f8-afc2-c596beed4930 req-1c889080-b47e-40c3-a116-8e81e0d38d94 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565233 Jul 04 04:24:02.159555 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8baafe-d562-44f1-ac73-767b625d3f65 req-605872de-05c1-467e-a1cb-713c8cc9e397 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:02.161085 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9f8baafe-d562-44f1-ac73-767b625d3f65 req-605872de-05c1-467e-a1cb-713c8cc9e397 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0481732 Jul 04 04:24:02.214302 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9f8baafe-d562-44f1-ac73-767b625d3f65 req-d305ae63-b05b-4e46-b655-3cd7f1401cfd tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469155 Jul 04 04:24:03.358510 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545403b-fe29-4a82-b23a-4f7f6350e5a6 req-9cf01229-8ef2-4b21-8093-62d0ea50cd41 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:03.360082 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c545403b-fe29-4a82-b23a-4f7f6350e5a6 req-9cf01229-8ef2-4b21-8093-62d0ea50cd41 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0636179 Jul 04 04:24:03.406160 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:03.414229 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:03.419445 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c545403b-fe29-4a82-b23a-4f7f6350e5a6 req-ccdcecad-4bd7-466c-8446-08785b9722c3 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506973 Jul 04 04:24:03.784761 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:04.079432 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6246f03a-4678-44c9-bd9d-a19bdcba359e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:04.550710 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f531f-3308-457a-91b7-f07af6e8536e req-a2910b02-423e-4f4b-a881-0f284435ea77 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:04.553244 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b39f531f-3308-457a-91b7-f07af6e8536e req-a2910b02-423e-4f4b-a881-0f284435ea77 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0587902 Jul 04 04:24:04.605179 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b39f531f-3308-457a-91b7-f07af6e8536e req-1783b609-2225-492d-900a-84bff48e3d5d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462615 Jul 04 04:24:04.690314 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:05.733596 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b2721-7594-4ee6-acb0-b640be376511 req-76eeb9b9-554d-4b17-9e0d-c498c7d0f44f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:05.735267 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2d5b2721-7594-4ee6-acb0-b640be376511 req-76eeb9b9-554d-4b17-9e0d-c498c7d0f44f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0502279 Jul 04 04:24:05.785573 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2d5b2721-7594-4ee6-acb0-b640be376511 req-78985203-ac8f-4f8b-a77a-14ac81e87bc6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425792 Jul 04 04:24:06.170479 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-70fbd60f-49be-45e6-a195-7c6c27985145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:06.914917 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f36c5a-186a-413e-90e4-5c48da8bb529 req-a9a66704-6de6-465d-8699-b1361056a5e8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:06.916365 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-87f36c5a-186a-413e-90e4-5c48da8bb529 req-a9a66704-6de6-465d-8699-b1361056a5e8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0493603 Jul 04 04:24:06.966982 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-87f36c5a-186a-413e-90e4-5c48da8bb529 req-44162fd4-0ff0-4b62-80dd-fc2c76ac75b8 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449178 Jul 04 04:24:07.606173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:08.091694 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4f9fc-74fa-4bf1-80e9-ccc5fe389f0f req-3d2d5339-833b-4eff-97ce-1df822c92000 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:08.093231 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1eb4f9fc-74fa-4bf1-80e9-ccc5fe389f0f req-3d2d5339-833b-4eff-97ce-1df822c92000 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0514178 Jul 04 04:24:08.143471 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1eb4f9fc-74fa-4bf1-80e9-ccc5fe389f0f req-3ff64066-db99-4c44-8a09-0dbdad066d40 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 Jul 04 04:24:08.917074 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:09.101951 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:09.283346 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c4441-3425-4a1f-8816-42c0fbafc87a req-7d2c3eb4-5d77-4f06-b2e7-a06ea42ff187 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:09.284861 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c83c4441-3425-4a1f-8816-42c0fbafc87a req-7d2c3eb4-5d77-4f06-b2e7-a06ea42ff187 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0494275 Jul 04 04:24:09.334207 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c83c4441-3425-4a1f-8816-42c0fbafc87a req-9026ffdd-62ee-4bf5-9111-8d666da6c873 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437198 Jul 04 04:24:10.458794 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7920d5-093d-4475-9707-f3f657364462 req-ffbb4193-b86b-414a-908a-8832b7f0670c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:10.460982 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8d7920d5-093d-4475-9707-f3f657364462 req-ffbb4193-b86b-414a-908a-8832b7f0670c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0534883 Jul 04 04:24:10.508637 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8d7920d5-093d-4475-9707-f3f657364462 req-5a5331d9-4238-456b-b3db-35ae9612624e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413790 Jul 04 04:24:11.640543 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135db47-a0b7-4d9b-a1d9-7781e62c8bab req-0802ea2b-93ec-4271-8f1e-669d47aaa938 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:11.642030 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4135db47-a0b7-4d9b-a1d9-7781e62c8bab req-0802ea2b-93ec-4271-8f1e-669d47aaa938 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0565884 Jul 04 04:24:11.692760 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4135db47-a0b7-4d9b-a1d9-7781e62c8bab req-0a16c816-a5ad-4f63-9c69-bd2bb7e4b948 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449932 Jul 04 04:24:12.824245 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce82f5b-4cd2-4f5e-bd4d-1211837731cd req-93bfa09d-2188-4b84-be34-e20d96c9765d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:12.825870 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8ce82f5b-4cd2-4f5e-bd4d-1211837731cd req-93bfa09d-2188-4b84-be34-e20d96c9765d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0514233 Jul 04 04:24:12.885960 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8ce82f5b-4cd2-4f5e-bd4d-1211837731cd req-4d5ebc47-f00d-4f85-9a9f-51b8ecb2a4f9 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536554 Jul 04 04:24:14.033537 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994e89-d3e4-419d-a10a-bd251e0dee46 req-0d2c5193-f7a9-4a1d-8e59-85e7f8971ff2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:14.035097 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-19994e89-d3e4-419d-a10a-bd251e0dee46 req-0d2c5193-f7a9-4a1d-8e59-85e7f8971ff2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0670609 Jul 04 04:24:14.066798 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:14.073670 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:14.090626 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-19994e89-d3e4-419d-a10a-bd251e0dee46 req-c513e4c9-3f10-4a74-a3a7-f5c2cb309947 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476038 Jul 04 04:24:15.228740 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac4da-48d0-43ff-beda-51cd548256f0 req-31755ee5-b6a3-4f0f-aca5-b117ffabbe92 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:15.230193 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-55fac4da-48d0-43ff-beda-51cd548256f0 req-31755ee5-b6a3-4f0f-aca5-b117ffabbe92 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0565858 Jul 04 04:24:15.283865 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-55fac4da-48d0-43ff-beda-51cd548256f0 req-46049789-b68f-473e-8fbb-5b5bbc29172c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451419 Jul 04 04:24:15.504263 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-0ec659fc-cb0d-43f2-986f-aebf9bb59ff5 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122465126&fields=id&tenant_id=b622ab692a73432784c63b9ad3290e72 HTTP/1.1" status: 200 len: 267 time: 0.0450759 Jul 04 04:24:15.527371 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:15.617659 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83549-983d-4656-affb-c3c5141390ec req-43e04759-074e-430a-9c57-402239ac05f3 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:15.619123 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-43e04759-074e-430a-9c57-402239ac05f3 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 811 time: 0.1052909 Jul 04 04:24:15.634629 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-e080df8e-d3b8-4995-b59f-eb757ac3c985 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/quotas/b622ab692a73432784c63b9ad3290e72 HTTP/1.1" status: 200 len: 375 time: 0.0099564 Jul 04 04:24:15.695709 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-7ec796be-3e9d-444b-b3c4-9577023c7abe tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552771 Jul 04 04:24:15.968569 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-826e2da8-4fec-4145-8e0f-aaeff840a6fc service neutron] 10.222.0.16 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029906 Jul 04 04:24:16.076650 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-6ac6af18-74ae-4b18-baf8-e3d1a2ff18ad service neutron] 10.222.0.16 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008608 Jul 04 04:24:16.414080 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1f9a-72ce-437a-9d24-5746fe450800 req-cfa8222d-956e-40cc-9d62-2925d26fc0e4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:16.415804 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4c5d1f9a-72ce-437a-9d24-5746fe450800 req-cfa8222d-956e-40cc-9d62-2925d26fc0e4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0508115 Jul 04 04:24:16.473299 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4c5d1f9a-72ce-437a-9d24-5746fe450800 req-9d63e612-08d6-415d-9134-8a67fd20cb78 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499370 Jul 04 04:24:16.664275 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a3ee94a5-77a4-4f23-b177-7c590e9cc97a req-2caf5ed3-3612-4840-b297-a0e9e3607185 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 210 time: 0.2827375 Jul 04 04:24:17.623225 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a85d0-139e-44cc-9b67-2e61e8e84324 req-5754369d-1770-4d4d-a357-850a9cbc6c58 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:17.624774 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2d1a85d0-139e-44cc-9b67-2e61e8e84324 req-5754369d-1770-4d4d-a357-850a9cbc6c58 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0604875 Jul 04 04:24:17.681313 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2d1a85d0-139e-44cc-9b67-2e61e8e84324 req-64ef8242-93ca-4404-805f-9afe4bf8d047 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503297 Jul 04 04:24:17.764630 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c53f3785-ae46-4da3-8022-25ae1b47a0aa req-1bd7ce84-f2bf-4eb5-892b-9738819648a5 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 210 time: 0.0341814 Jul 04 04:24:18.810508 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424aa48-cb95-4cff-9a1b-223dea890fdf req-033c6301-2e57-4218-9a10-be60fbe403b0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:18.812126 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f424aa48-cb95-4cff-9a1b-223dea890fdf req-033c6301-2e57-4218-9a10-be60fbe403b0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 944 time: 0.0499070 Jul 04 04:24:18.861058 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f424aa48-cb95-4cff-9a1b-223dea890fdf req-185119af-4001-45ab-bbcd-4f89496002b7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 Jul 04 04:24:18.865923 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-52afb941-0ab3-460e-827a-766036e4cbb5 req-71c5e0d1-fc7a-46dc-871e-a0ec7b2e940e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 210 time: 0.0301163 Jul 04 04:24:19.371089 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f6b7b5f9-dfd8-4f10-99f9-c155d967e2de details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:24:19.486769 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:24:19.498665 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'port_id': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'mac_address': 'fa:16:3e:a9:7d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:24:19.537229 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:24:19.537616 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:19.551286 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b7b5f9-dfd8-4f10-99f9-c155d967e2de {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:24:19.571511 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:24:19.578656 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:19.624888 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=9']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:19.740348 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83549-983d-4656-affb-c3c5141390ec req-073711af-2c9c-4a0d-a80e-05b05cdb55ab tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:19.741813 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-073711af-2c9c-4a0d-a80e-05b05cdb55ab tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 811 time: 0.1054409 Jul 04 04:24:19.811435 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-34c78555-1f04-4a9a-8af7-783a35ad3c60 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b622ab692a73432784c63b9ad3290e72 HTTP/1.1" status: 200 len: 379 time: 0.0543473 Jul 04 04:24:19.838973 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'port': {'device_id': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'admin_state_up': True, 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'security_groups': ['423bbe89-5a2e-45df-8917-d92e8a29180d']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:24:19.924557 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:19.950616 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:19.975369 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d7f37e01-8148-43c2-bc19-d810d6935ac4 req-4bf6d143-40ed-4802-8c34-38e005213fcc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 210 time: 0.0297403 Jul 04 04:24:19.991258 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Made reservation on behalf of b622ab692a73432784c63b9ad3290e72 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:24:19.994998 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:20.012950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56344920-1b38-43e1-aee6-1b9ab79182d4 req-2ed5cea5-cf5f-4014-b20e-bed272dcbdc4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:20.014451 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-56344920-1b38-43e1-aee6-1b9ab79182d4 req-2ed5cea5-cf5f-4014-b20e-bed272dcbdc4 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 945 time: 0.0672374 Jul 04 04:24:20.059414 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:24:20.121084 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-56344920-1b38-43e1-aee6-1b9ab79182d4 req-b72cb4e2-e3e3-41a5-8938-309279609080 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993679 Jul 04 04:24:20.173522 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Allocated IP 172.20.0.13 (1d07c9ba-9977-4c1a-95be-b18ead1c7da1/213ee212-8e0e-485c-bf0b-b1b635e32a9e/9a95c8cb-e9e6-4776-92fc-f9a7a4174643) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:24:20.174731 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:20.190168 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:20.318533 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:20.352777 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:20.399223 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:24:20.402352 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:24:20.406532 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:24:20.413184 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'Port': ['ID=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:20.442950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.443300 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.443633 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.444031 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.444295 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.444620 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.444944 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.445242 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.445582 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.445900 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.446220 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.446656 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.446855 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.447172 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.447486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:20.474988 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:20.475619 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:20.495325 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-87793763-e714-4734-be67-8e05ad0efcef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6600442 Jul 04 04:24:20.528804 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Request body: {'port': {'device_id': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:24:20.599703 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:20.687412 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-fed5a4df-5ceb-40c1-9f05-35067208b317 None None] Provisioning complete for port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:24:20.687973 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-fed5a4df-5ceb-40c1-9f05-35067208b317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:20.721188 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-fed5a4df-5ceb-40c1-9f05-35067208b317 None None] Port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:24:20.754183 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:20.816185 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:20.883938 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:24:20.894292 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Publish callbacks [] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:20.908156 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Transition to ACTIVE for port object 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:24:20.912255 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:20.960367 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:21.043928 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Attempting to bind port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:24:21.044290 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Attempting to bind port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:24:21.044611 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Attempting to bind port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:24:21.050606 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:24:21.050939 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Attempting to bind port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 on network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:24:21.056657 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:24:21.056999 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Checking segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:24:21.057379 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Bound using segment: {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:24:21.057804 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Bound port: 9a95c8cb-e9e6-4776-92fc-f9a7a4174643, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b85f62-f27d-4472-a790-bd7f50f9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:24:21.058176 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:21.108063 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fb92b-0132-4635-a889-5014748da763 req-2050fb69-1686-4558-85ec-dfe39de68d8b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:21.114974 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-165fb92b-0132-4635-a889-5014748da763 req-2050fb69-1686-4558-85ec-dfe39de68d8b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 944 time: 0.0630708 Jul 04 04:24:21.135244 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] For port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:24:21.138926 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] For port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:24:21.146809 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:21.171018 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-165fb92b-0132-4635-a889-5014748da763 req-264725c5-20ff-4f73-8336-bd6cc56a486f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545163 Jul 04 04:24:21.185803 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:21.185803 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:21.189785 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] 10.222.0.59 "PUT /v2.0/ports/9a95c8cb-e9e6-4776-92fc-f9a7a4174643 HTTP/1.1" status: 200 len: 1094 time: 0.6663902 Jul 04 04:24:21.190300 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:24:21.192635 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:24:21.224277 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f0a0d-d330-46e6-aae2-c14ef4966ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:21.263135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ba5b6-d3e2-4761-bd91-61ae620c2072 x-openstack-request-id: req-ac8ba5b6-d3e2-4761-bd91-61ae620c2072 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:24:21.263419 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:24:21.263672 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac8ba5b6-d3e2-4761-bd91-61ae620c2072 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:24:21.264095 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8ba5b6-d3e2-4761-bd91-61ae620c2072'] response: {'name': 'network-changed', 'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'status': 'completed', 'code': 200} Jul 04 04:24:21.314336 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334cfd7-4286-4d14-9457-aecf0ec88c3f req-10df6ed3-f30f-4f36-8c7e-28e14530f85f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:21.316598 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5334cfd7-4286-4d14-9457-aecf0ec88c3f req-10df6ed3-f30f-4f36-8c7e-28e14530f85f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 945 time: 0.0884652 Jul 04 04:24:21.335978 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83549-983d-4656-affb-c3c5141390ec req-6f7004e1-2b6a-4224-9fa5-0eb66453ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:21.337430 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-6f7004e1-2b6a-4224-9fa5-0eb66453ca44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 1128 time: 0.0669341 Jul 04 04:24:21.396145 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-3bd0d565-9f6f-482d-b319-9f6788e2032d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a95c8cb-e9e6-4776-92fc-f9a7a4174643 HTTP/1.1" status: 200 len: 217 time: 0.0442827 Jul 04 04:24:21.402188 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f6b7b5f9-dfd8-4f10-99f9-c155d967e2de up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:24:21.415316 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5334cfd7-4286-4d14-9457-aecf0ec88c3f req-bd59d334-04d6-411a-95a8-2f92b7c7b806 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911877 Jul 04 04:24:21.453155 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83549-983d-4656-affb-c3c5141390ec req-8b8e399d-2fc3-4e4c-89f6-331e2ceb6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:21.454795 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-8b8e399d-2fc3-4e4c-89f6-331e2ceb6094 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.0508885 Jul 04 04:24:21.459302 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:24:21.459672 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:21.501058 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83549-983d-4656-affb-c3c5141390ec req-c7bf7bc3-8230-4d13-be03-d0b21865a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:21.502626 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-c7bf7bc3-8230-4d13-be03-d0b21865a969 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424345 Jul 04 04:24:21.538091 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:24:21.538541 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:21.565385 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:24:21.567674 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4554d2-6e16-4eca-a058-cc40babd0797" -d '{"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:24:21.580555 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:24:21.586278 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:21.600861 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-f218a42f-7985-4e4c-b20d-493ee2166395 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922890 Jul 04 04:24:21.612164 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452858e0-a069-4bac-a02b-45fe0f26aa78 x-openstack-request-id: req-452858e0-a069-4bac-a02b-45fe0f26aa78 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:24:21.612451 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:24:21.612699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-452858e0-a069-4bac-a02b-45fe0f26aa78 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:24:21.613091 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452858e0-a069-4bac-a02b-45fe0f26aa78'] response: {'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'code': 200} Jul 04 04:24:21.639165 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=10']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:21.694833 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5ed83549-983d-4656-affb-c3c5141390ec req-d964fe0d-a26a-4239-af67-ff52b3797125 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879290 Jul 04 04:24:22.276496 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:22.293250 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac132cb9-d2af-43a4-91b5-8e65b611cf0f req-4e1420fd-6ad1-4e81-bb75-418551a486d4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:22.294726 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ac132cb9-d2af-43a4-91b5-8e65b611cf0f req-4e1420fd-6ad1-4e81-bb75-418551a486d4 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 944 time: 0.0486412 Jul 04 04:24:22.348610 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ac132cb9-d2af-43a4-91b5-8e65b611cf0f req-dde8fe57-9b36-4451-a62b-31f3d1fcfda7 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481110 Jul 04 04:24:22.553582 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaa539-34d8-471e-8642-724eaa1887ea req-d74b31ec-8c31-4d74-92b5-de667b521e8d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:22.555108 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ffaa539-34d8-471e-8642-724eaa1887ea req-d74b31ec-8c31-4d74-92b5-de667b521e8d tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 947 time: 0.0546737 Jul 04 04:24:22.605046 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1ffaa539-34d8-471e-8642-724eaa1887ea req-4ae2a55a-fef2-4eee-ad7d-84d0d8dd4c47 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436888 Jul 04 04:24:22.842290 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-ad957603-620c-4a6c-944f-b58d3595b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:22.844612 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-ad957603-620c-4a6c-944f-b58d3595b07c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 1128 time: 0.0471728 Jul 04 04:24:22.874880 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405bb4c-c2c9-4c6c-8038-0f4a118154f8 req-e43cea78-87e1-49de-9c28-f4cdabe735da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:22.876456 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8405bb4c-c2c9-4c6c-8038-0f4a118154f8 req-e43cea78-87e1-49de-9c28-f4cdabe735da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 1131 time: 0.0462902 Jul 04 04:24:22.879166 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:22.925385 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8405bb4c-c2c9-4c6c-8038-0f4a118154f8 req-4bed683a-3af2-4281-9893-b40441b01a07 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383167 Jul 04 04:24:22.943877 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-13c4f508-072b-4919-8568-591adfbea312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:22.945352 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-13c4f508-072b-4919-8568-591adfbea312 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.0932231 Jul 04 04:24:23.479389 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba28175-cc97-4b7d-985a-b97f5c3f9b2b req-407ad872-0016-44e8-9c51-ebc2a951e011 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:23.480897 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bba28175-cc97-4b7d-985a-b97f5c3f9b2b req-407ad872-0016-44e8-9c51-ebc2a951e011 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 944 time: 0.0535886 Jul 04 04:24:23.543203 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-288ed685-e627-4994-854e-049707168128 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a95c8cb-e9e6-4776-92fc-f9a7a4174643 HTTP/1.1" status: 200 len: 217 time: 0.0383663 Jul 04 04:24:23.600603 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bba28175-cc97-4b7d-985a-b97f5c3f9b2b req-75857f16-26f7-4390-a050-4c5ddc413f85 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100199 Jul 04 04:24:23.610217 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-d8b22a73-430e-49bf-bb75-89a56551b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:23.611680 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-d8b22a73-430e-49bf-bb75-89a56551b054 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.0623944 Jul 04 04:24:23.729241 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190aa77-ad0a-42c7-a6c8-5eddb6694a0d req-d4c3464c-dfb7-45e8-9334-ea46563b9bfa tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:23.730807 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d190aa77-ad0a-42c7-a6c8-5eddb6694a0d req-d4c3464c-dfb7-45e8-9334-ea46563b9bfa tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 947 time: 0.0501761 Jul 04 04:24:23.785765 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d190aa77-ad0a-42c7-a6c8-5eddb6694a0d req-bb8a6600-6392-4bcc-b8dd-2cc954c69178 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471549 Jul 04 04:24:24.108849 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-467b8c08-12a8-406a-bfdc-738371fbac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:24.110337 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-467b8c08-12a8-406a-bfdc-738371fbac69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453262 Jul 04 04:24:24.204049 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-981ac63b-c955-4a30-92f4-0d4afa40c82c service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868518 Jul 04 04:24:24.298116 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-71bea8a8-4383-4da6-a6ce-8ad38cd9a4a7 req-56ffe028-af9d-4cab-ad5b-221f318b9451 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865557 Jul 04 04:24:24.727170 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4f5cb-1190-42c9-adee-4086af6fba18 req-c70b0f67-03ca-405b-aacf-c02e4938de56 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:24.728675 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-06b4f5cb-1190-42c9-adee-4086af6fba18 req-c70b0f67-03ca-405b-aacf-c02e4938de56 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 944 time: 0.0483954 Jul 04 04:24:24.780117 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-06b4f5cb-1190-42c9-adee-4086af6fba18 req-cd9226da-fa4d-4cc5-9040-fa47662aa13a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458455 Jul 04 04:24:24.908873 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0067e4f-6a94-4950-9503-12638b929535 req-eb8f300c-649b-40fe-b577-ef0220879eb2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:24.910495 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e0067e4f-6a94-4950-9503-12638b929535 req-eb8f300c-649b-40fe-b577-ef0220879eb2 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 947 time: 0.0472872 Jul 04 04:24:24.962532 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e0067e4f-6a94-4950-9503-12638b929535 req-62ac254a-5f40-4079-b558-06a968d6da9b tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457008 Jul 04 04:24:25.914510 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351913d-9c14-4679-81ed-4b509a24a3a5 req-f07ed3c8-a909-4c27-9b38-a8f48a17ba33 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:25.916463 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6351913d-9c14-4679-81ed-4b509a24a3a5 req-f07ed3c8-a909-4c27-9b38-a8f48a17ba33 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 944 time: 0.0628884 Jul 04 04:24:25.971854 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6351913d-9c14-4679-81ed-4b509a24a3a5 req-9b3147d4-e42e-4ac4-be09-8fbeebfb4197 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493388 Jul 04 04:24:26.085487 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a74bc5-4e57-4923-a409-d0bcace41790 req-0d6ef18a-0ce8-43a2-a19f-f268b0767674 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:26.086961 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7a74bc5-4e57-4923-a409-d0bcace41790 req-0d6ef18a-0ce8-43a2-a19f-f268b0767674 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 947 time: 0.0491290 Jul 04 04:24:26.138185 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e7a74bc5-4e57-4923-a409-d0bcace41790 req-47f920e1-a5b5-4c8e-b174-58bed231f286 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430238 Jul 04 04:24:27.104099 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacef077-2130-4142-b70c-aea09b4789e3 req-b6acd626-a599-4320-90fe-3fe25371f831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:27.105647 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dacef077-2130-4142-b70c-aea09b4789e3 req-b6acd626-a599-4320-90fe-3fe25371f831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 944 time: 0.0563896 Jul 04 04:24:27.154945 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-dacef077-2130-4142-b70c-aea09b4789e3 req-8663c07b-6be2-450a-877b-e466af868a64 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434361 Jul 04 04:24:28.259617 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:28.275694 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d168b-a24e-49c1-9ee7-0575377a83f5 req-e8c0bc38-53be-474e-bcb2-5312385da8b7 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:28.277154 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3c0d168b-a24e-49c1-9ee7-0575377a83f5 req-e8c0bc38-53be-474e-bcb2-5312385da8b7 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 944 time: 0.0479658 Jul 04 04:24:28.309432 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:28.326800 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-3c0d168b-a24e-49c1-9ee7-0575377a83f5 req-28f699d2-059a-4cd9-ade5-561d1f2eacef tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438313 Jul 04 04:24:29.439292 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:24:29.459026 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57996dae-b16a-48c2-a6e8-1f9acfcbd03b req-1c244945-834d-4fd1-b1a7-41e4eaa8fb42 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:29.460477 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-57996dae-b16a-48c2-a6e8-1f9acfcbd03b req-1c244945-834d-4fd1-b1a7-41e4eaa8fb42 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 944 time: 0.0619414 Jul 04 04:24:29.513079 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-57996dae-b16a-48c2-a6e8-1f9acfcbd03b req-64b76603-7a89-4073-9e4b-870013e71c86 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463457 Jul 04 04:24:29.544987 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:24:29.556512 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'port_id': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'mac_address': 'fa:16:3e:b5:63:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:24:29.592601 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:24:29.592985 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:29.612755 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:24:29.635331 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:24:29.643084 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:29.695692 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:30.153081 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['9a95c8cb-e9e6-4776-92fc-f9a7a4174643'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:24:30.325725 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:30.335503 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:30.647208 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e328b-13cc-42bd-aa30-66bf11ba2bc0 req-baffb96f-dc0a-4a02-90dd-9cd2cae661b7 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:30.648705 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d02e328b-13cc-42bd-aa30-66bf11ba2bc0 req-baffb96f-dc0a-4a02-90dd-9cd2cae661b7 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 945 time: 0.0592082 Jul 04 04:24:30.698386 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d02e328b-13cc-42bd-aa30-66bf11ba2bc0 req-6d2df723-3cfb-4113-b504-e506fd62bb13 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Jul 04 04:24:31.459316 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:24:31.514888 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:24:31.523480 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:24:31.523939 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:31.601380 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:24:31.601786 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:31.626850 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:24:31.632967 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b98c7b-dd1d-4c82-8e4f-8a96082c1058" -d '{"events": [{"server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "name": "network-vif-plugged", "status": "completed", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:24:31.643339 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:24:31.648415 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:31.672969 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb9fa9-bcf9-4862-9730-a4347e0d3e05 x-openstack-request-id: req-70fb9fa9-bcf9-4862-9730-a4347e0d3e05 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:24:31.673253 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "name": "network-vif-plugged", "status": "completed", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:24:31.673984 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70fb9fa9-bcf9-4862-9730-a4347e0d3e05 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:24:31.675146 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fb9fa9-bcf9-4862-9730-a4347e0d3e05'] response: {'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'code': 200} Jul 04 04:24:31.693897 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:24:31.700247 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:31.869825 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574550a-31d8-4256-b385-2fc53de5894e req-d1ec6045-1ceb-4d6c-9531-0bbe3812f122 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:31.871369 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f574550a-31d8-4256-b385-2fc53de5894e req-d1ec6045-1ceb-4d6c-9531-0bbe3812f122 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.1042614 Jul 04 04:24:31.918528 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:31.923291 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f574550a-31d8-4256-b385-2fc53de5894e req-81b1fb39-d8cd-49b7-907f-1283e2dafdff tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448756 Jul 04 04:24:31.950733 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708491-ff9d-4df8-9f2e-189dcec7c344 req-ae318143-ca2b-4357-9ffa-c137ede5f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:31.952260 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5b708491-ff9d-4df8-9f2e-189dcec7c344 req-ae318143-ca2b-4357-9ffa-c137ede5f2ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 1130 time: 0.0415168 Jul 04 04:24:31.997627 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5b708491-ff9d-4df8-9f2e-189dcec7c344 req-df8be442-2206-4b0c-a3e8-04cc48fd1a59 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390971 Jul 04 04:24:33.101426 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6e6b0-738e-4219-a141-3e17047c1120 req-42134c47-c6ed-489e-926a-84488edc81ad tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:33.102907 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28b6e6b0-738e-4219-a141-3e17047c1120 req-42134c47-c6ed-489e-926a-84488edc81ad tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.1020336 Jul 04 04:24:33.159823 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28b6e6b0-738e-4219-a141-3e17047c1120 req-e2fab45f-519b-4f68-88ad-33fd2b361806 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485351 Jul 04 04:24:34.080250 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-4c81e891-3139-4052-ac25-3ad02c23a2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:34.280517 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e7fc2-d98b-418d-be88-94a11d7854c7 req-aba4cfd4-ad57-477c-8732-a98ee936516b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:34.281990 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-847e7fc2-d98b-418d-be88-94a11d7854c7 req-aba4cfd4-ad57-477c-8732-a98ee936516b tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.0529838 Jul 04 04:24:34.334055 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-847e7fc2-d98b-418d-be88-94a11d7854c7 req-94be8f84-60b0-47f2-b0a0-44bd40049e83 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Jul 04 04:24:34.433033 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:34.450618 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6152fca-08cb-4024-bc52-db75ee715272 req-40c5d2f0-4869-4c29-8585-320a169d88af tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:34.452101 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6152fca-08cb-4024-bc52-db75ee715272 req-40c5d2f0-4869-4c29-8585-320a169d88af tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.0508611 Jul 04 04:24:34.502324 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a6152fca-08cb-4024-bc52-db75ee715272 req-cff31c5f-fa84-43b7-a59d-09a28e56b768 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444567 Jul 04 04:24:34.530218 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35174) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:24:34.682869 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9b42b3-d3bf-4e27-8615-7950407c00e6 tempest-TestVolumeBootPattern-1058872598 tempest-TestVolumeBootPattern-1058872598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:34.684546 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-5e9b42b3-d3bf-4e27-8615-7950407c00e6 tempest-TestVolumeBootPattern-1058872598 tempest-TestVolumeBootPattern-1058872598-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 1125 time: 0.1529386 Jul 04 04:24:34.687632 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35178) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:24:34.692761 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'port_id': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:24:34.718564 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:34.803199 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:34.912206 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Allocated IP 172.27.1.116 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/c77fa451-4435-429f-8cdc-8e98b0c703fb) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:24:35.019845 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for port (c77fa451-4435-429f-8cdc-8e98b0c703fb), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:35.065114 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (c77fa451-4435-429f-8cdc-8e98b0c703fb), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:35.073367 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:35.104865 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:24:35.109588 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:24:35.113547 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:24:35.118604 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'Port': ['ID=c77fa451-4435-429f-8cdc-8e98b0c703fb,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:35.145154 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.145493 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.145841 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.146171 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.146515 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.146837 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.147155 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.147475 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.147789 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.148110 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.148424 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.148736 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.149049 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.149353 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.149663 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:24:35.316875 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:35.463214 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (1e0f80c9-1f11-4b80-b98f-991c8b97d776), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:35.536066 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (c77fa451-4435-429f-8cdc-8e98b0c703fb), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:35.688372 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for port (c77fa451-4435-429f-8cdc-8e98b0c703fb), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:35.697331 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (c77fa451-4435-429f-8cdc-8e98b0c703fb), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:35.770853 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event updated for resources: {'Port': ['ID=c77fa451-4435-429f-8cdc-8e98b0c703fb,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:35.779199 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (1e0f80c9-1f11-4b80-b98f-991c8b97d776), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:35.875351 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Floating IP 1e0f80c9-1f11-4b80-b98f-991c8b97d776 associated. External IP: 172.27.1.116, port: 9a95c8cb-e9e6-4776-92fc-f9a7a4174643. Jul 04 04:24:35.933966 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:36.078721 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:24:36.164711 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0f6e78fb-e4d6-4750-ac6f-e0abe896f63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:36.187530 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:24:36.191735 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:36.197097 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] Sync routers for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:24:36.208568 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:24:36.208773 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:36.209195 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:24:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:36.241557 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-3a69e68c-346d-4b84-b242-417e27fe7831 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5529177 Jul 04 04:24:36.242248 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:24:36.244600 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946f5aa0-3085-4e21-bb95-e45a20191aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:24:36.280179 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e1b39c-c206-4ca6-8e16-48d5506647a9 x-openstack-request-id: req-b9e1b39c-c206-4ca6-8e16-48d5506647a9 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:24:36.280559 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:24:36.280811 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9e1b39c-c206-4ca6-8e16-48d5506647a9 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:24:36.281239 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e1b39c-c206-4ca6-8e16-48d5506647a9'] response: {'name': 'network-changed', 'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'status': 'completed', 'code': 200} Jul 04 04:24:36.311946 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:24:36.370802 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-8e979bd5-c472-4fbd-8745-ef8bdc00b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:36.372306 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-8e979bd5-c472-4fbd-8745-ef8bdc00b49f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 1130 time: 0.0391936 Jul 04 04:24:36.469123 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-1f95d278-a7c4-4a68-b858-44fa3ac95cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:36.470616 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-1f95d278-a7c4-4a68-b858-44fa3ac95cac service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.0906110 Jul 04 04:24:36.527311 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '1e0f80c9-1f11-4b80-b98f-991c8b97d776', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:b5:63:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:24:35Z', 'updated_at': '2022-07-04T04:24:35Z', 'revision_number': 0, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}, {'id': '8260d7a8-d31d-45f2-b540-0e125653a4ca', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:56Z', 'updated_at': '2022-07-04T04:21:59Z', 'revision_number': 1, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:36.537116 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-e06a7f95-eba4-431a-8c47-5a248a400132 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a95c8cb-e9e6-4776-92fc-f9a7a4174643 HTTP/1.1" status: 200 len: 1000 time: 0.0551791 Jul 04 04:24:36.552452 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] Checking router: c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:24:36.561239 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:24:36.561846 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:24:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:36.588586 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-b3ff9155-9d4c-444e-9bfc-265ce5c4e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:36.590219 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-b3ff9155-9d4c-444e-9bfc-265ce5c4e22f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.0468316 Jul 04 04:24:36.643653 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-c927026a-de63-4c05-af28-ce0cce7503fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:36.645179 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-c927026a-de63-4c05-af28-ce0cce7503fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444624 Jul 04 04:24:36.663898 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:24:36.739589 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:36.741842 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-319a3701-fdf8-4969-b55b-0dbddfefed51 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897124 Jul 04 04:24:36.760254 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:36.842147 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-946f5aa0-3085-4e21-bb95-e45a20191aa8 req-6002611e-46e9-4fef-8765-8343534da728 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936785 Jul 04 04:24:36.909017 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '1e0f80c9-1f11-4b80-b98f-991c8b97d776', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:b5:63:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:24:35Z', 'updated_at': '2022-07-04T04:24:35Z', 'revision_number': 0, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}, {'id': '8260d7a8-d31d-45f2-b540-0e125653a4ca', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:56Z', 'updated_at': '2022-07-04T04:21:59Z', 'revision_number': 1, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:36.934208 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16acbd0-819f-4b80-b535-6c2bdcedc38b None None] The sync data for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi is: [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '1e0f80c9-1f11-4b80-b98f-991c8b97d776', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:b5:63:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:24:35Z', 'updated_at': '2022-07-04T04:24:35Z', 'revision_number': 0, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}, {'id': '8260d7a8-d31d-45f2-b540-0e125653a4ca', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:56Z', 'updated_at': '2022-07-04T04:21:59Z', 'revision_number': 1, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:24:37.128462 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e41d06-acc9-4bad-b21d-7729c487225b None None] New status for floating IP 1e0f80c9-1f11-4b80-b98f-991c8b97d776: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:24:37.607209 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:38.907866 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:39.101173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:43.521141 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-033a3074-0d48-4f33-bba9-ec25496db458 req-afb65060-23ba-4fef-9c23-c71b916a4ca1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440769 Jul 04 04:24:43.608068 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a3074-0d48-4f33-bba9-ec25496db458 req-a687be2d-144a-4b94-be44-ac8c5b8ed09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:43.610240 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-033a3074-0d48-4f33-bba9-ec25496db458 req-a687be2d-144a-4b94-be44-ac8c5b8ed09a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 1131 time: 0.0440574 Jul 04 04:24:43.726272 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a3074-0d48-4f33-bba9-ec25496db458 req-332d7d57-1f81-484c-86a4-6df90fc54ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:43.727789 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-033a3074-0d48-4f33-bba9-ec25496db458 req-332d7d57-1f81-484c-86a4-6df90fc54ec3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 200 len: 917 time: 0.0947824 Jul 04 04:24:43.791597 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-033a3074-0d48-4f33-bba9-ec25496db458 req-ef8de61c-48cd-4514-a1e8-e91ed85bc646 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de HTTP/1.1" status: 200 len: 1002 time: 0.0572059 Jul 04 04:24:43.847091 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a3074-0d48-4f33-bba9-ec25496db458 req-122e2cb7-1aa0-493d-956c-94af9828b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:43.848687 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-033a3074-0d48-4f33-bba9-ec25496db458 req-122e2cb7-1aa0-493d-956c-94af9828b0ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 200 len: 855 time: 0.0496540 Jul 04 04:24:43.862030 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:43.895077 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a3074-0d48-4f33-bba9-ec25496db458 req-1f5c3f38-9f60-48d2-a403-28d1e2b6ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:43.896851 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-033a3074-0d48-4f33-bba9-ec25496db458 req-1f5c3f38-9f60-48d2-a403-28d1e2b6ddff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eec3fce-9c5d-44a0-be22-c0108d80e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421953 Jul 04 04:24:43.995462 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-033a3074-0d48-4f33-bba9-ec25496db458 req-c0a88703-b3f1-4671-9fa4-678ad1cb9fa2 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909665 Jul 04 04:24:44.058935 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:44.076508 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:44.096511 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-033a3074-0d48-4f33-bba9-ec25496db458 req-19b60d75-c1ac-41a9-94a1-38a43ebb2d77 service neutron] 10.222.0.59 "GET /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949407 Jul 04 04:24:46.233820 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:46.238056 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:47.230321 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:47.233441 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:49.147485 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb637-d712-4c54-9604-ff9e9913467c req-e0fdc14c-b044-46a1-81c3-9e5f7c40dcad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:49.149392 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fb8cb637-d712-4c54-9604-ff9e9913467c req-e0fdc14c-b044-46a1-81c3-9e5f7c40dcad tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 945 time: 0.0507596 Jul 04 04:24:49.204177 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fb8cb637-d712-4c54-9604-ff9e9913467c req-35a864e3-0d12-499a-9ddc-f652026e7ce1 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466144 Jul 04 04:24:50.334867 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81576b8-4e2d-4504-b3e4-0fb3b77a79a6 req-bbd336a5-25ea-4533-b6dc-4a00884ba312 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:50.336383 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c81576b8-4e2d-4504-b3e4-0fb3b77a79a6 req-bbd336a5-25ea-4533-b6dc-4a00884ba312 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 945 time: 0.0526028 Jul 04 04:24:50.387232 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c81576b8-4e2d-4504-b3e4-0fb3b77a79a6 req-615b2194-29a1-4ecc-9583-7ca47fa9f46e tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438902 Jul 04 04:24:51.318918 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-3758c40a-626c-4af7-a908-0a267e9d0fe7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:51.320343 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-3758c40a-626c-4af7-a908-0a267e9d0fe7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 945 time: 0.0590081 Jul 04 04:24:51.403750 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Deleting port bca976de-c3c2-454d-b790-aaeab20af040 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:24:51.404461 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (bca976de-c3c2-454d-b790-aaeab20af040), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:51.498599 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] For port bca976de-c3c2-454d-b790-aaeab20af040, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bca976de-c3c2-454d-b790-aaeab20af040,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:24:51.499038 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (bca976de-c3c2-454d-b790-aaeab20af040), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:51.514205 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b0eaf-8695-4994-8cf0-8cb58d852036 req-fc6586cf-e784-4a02-af63-88053770425a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:24:51.515801 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-350b0eaf-8695-4994-8cf0-8cb58d852036 req-fc6586cf-e784-4a02-af63-88053770425a tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 945 time: 0.0500484 Jul 04 04:24:51.564691 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-350b0eaf-8695-4994-8cf0-8cb58d852036 req-1e410c7d-c90f-4d9d-a360-bfacb3c34eaa tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a87ac5d-fd15-4ae0-8794-7023acbc3a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Jul 04 04:24:51.669601 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:51.669601 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (238f9775-446b-4542-8b12-eebdf07590ac), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:51.669601 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Floating IP 238f9775-446b-4542-8b12-eebdf07590ac disassociated. External IP: 172.27.1.121, port: bca976de-c3c2-454d-b790-aaeab20af040. Jul 04 04:24:51.669601 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Calling delete_port for bca976de-c3c2-454d-b790-aaeab20af040 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:24:51.808340 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (bca976de-c3c2-454d-b790-aaeab20af040), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:51.836510 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'Port': ['ID=bca976de-c3c2-454d-b790-aaeab20af040,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:51.943472 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:51.945599 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:24:52.311250 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:52.334548 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:24:52.344835 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739644fe-d479-4871-8316-220e9d93d01f None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:24:52.355611 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739644fe-d479-4871-8316-220e9d93d01f None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:24:52.356187 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-739644fe-d479-4871-8316-220e9d93d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:24:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:52.385113 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] No DVR routers for this DVR port bca976de-c3c2-454d-b790-aaeab20af040 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:24:52.389941 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:52.391850 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b7636724-da4e-4e18-a4be-8036bc47f7db req-5ad0eb25-4ea5-4b55-aaa3-f3d7626899be tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.59 "DELETE /v2.0/ports/bca976de-c3c2-454d-b790-aaeab20af040 HTTP/1.1" status: 204 len: 173 time: 1.0655708 Jul 04 04:24:52.392303 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'name': 'network-vif-deleted', 'tag': 'bca976de-c3c2-454d-b790-aaeab20af040'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:24:52.395392 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d657e980-4b3b-46eb-aece-e74a215379e2" -d '{"events": [{"server_uuid": "eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd", "name": "network-vif-deleted", "tag": "bca976de-c3c2-454d-b790-aaeab20af040"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:24:52.454706 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156d8518-e6bd-485e-87e5-322e211d0014 x-openstack-request-id: req-156d8518-e6bd-485e-87e5-322e211d0014 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:24:52.456095 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd", "name": "network-vif-deleted", "tag": "bca976de-c3c2-454d-b790-aaeab20af040", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:24:52.456705 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-156d8518-e6bd-485e-87e5-322e211d0014 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:24:52.457617 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156d8518-e6bd-485e-87e5-322e211d0014'] response: {'server_uuid': 'eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd', 'name': 'network-vif-deleted', 'tag': 'bca976de-c3c2-454d-b790-aaeab20af040', 'status': 'completed', 'code': 200} Jul 04 04:24:52.598150 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-739644fe-d479-4871-8316-220e9d93d01f None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:24:52.694841 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dee8de53-0fe3-42b4-bc25-f487e1ce6188 req-98929f50-e8c9-4124-93d1-eab9442af217 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5e3a23-dec2-44cb-94d4-5fb615d1e7cd HTTP/1.1" status: 200 len: 210 time: 0.0307493 Jul 04 04:24:52.786000 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-739644fe-d479-4871-8316-220e9d93d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:52.811018 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739644fe-d479-4871-8316-220e9d93d01f None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:24:52.820016 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739644fe-d479-4871-8316-220e9d93d01f None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:24:52.820620 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-739644fe-d479-4871-8316-220e9d93d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:24:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:52.924296 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-739644fe-d479-4871-8316-220e9d93d01f None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:24:53.138861 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-739644fe-d479-4871-8316-220e9d93d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:53.177804 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739644fe-d479-4871-8316-220e9d93d01f None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:14:36Z', 'revision_number': 4, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a358e588-fe98-408f-8e71-ceb307134a86', 'name': '', 'network_id': '0e412eaf-c623-4c5a-9f62-8e6b8ef74b11', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'mac_address': 'fa:16:3e:76:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:34Z', 'updated_at': '2022-07-04T04:14:45Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'subnets': [{'id': '717d670b-adb3-427c-80c2-3232bb75bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:24:53.403491 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c274b-4a75-4d45-a043-a58ea82011af None None] New status for floating IP 238f9775-446b-4542-8b12-eebdf07590ac: DOWN {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:24:53.794589 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35266) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:24:53.850227 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-099d69a0-f2c2-4685-a90c-b777ce6497f3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (4a87ac5d-fd15-4ae0-8794-7023acbc3a48), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:53.873922 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-099d69a0-f2c2-4685-a90c-b777ce6497f3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (4a87ac5d-fd15-4ae0-8794-7023acbc3a48), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:53.925356 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-099d69a0-f2c2-4685-a90c-b777ce6497f3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (4a87ac5d-fd15-4ae0-8794-7023acbc3a48), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:53.928214 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-099d69a0-f2c2-4685-a90c-b777ce6497f3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:53.929360 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-099d69a0-f2c2-4685-a90c-b777ce6497f3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a87ac5d-fd15-4ae0-8794-7023acbc3a48 HTTP/1.1" status: 204 len: 168 time: 0.1337287 Jul 04 04:24:53.932354 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35268) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:24:53.938570 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d69a0-f2c2-4685-a90c-b777ce6497f3 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a87ac5d-fd15-4ae0-8794-7023acbc3a48,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:53.946075 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.api.v2.resource [None req-2b164c49-db81-416a-a576-d081e820bdcf tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] show failed (client error): The resource could not be found. Jul 04 04:24:53.947086 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2b164c49-db81-416a-a576-d081e820bdcf tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "GET /v2.0/security-groups/4a87ac5d-fd15-4ae0-8794-7023acbc3a48 HTTP/1.1" status: 404 len: 347 time: 0.0137506 Jul 04 04:24:53.950845 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35270) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:24:54.063873 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Deleting port d5d6dac5-90e5-4a03-a701-0ed81028446e {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:24:54.064173 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (d5d6dac5-90e5-4a03-a701-0ed81028446e), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:54.147961 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (d5d6dac5-90e5-4a03-a701-0ed81028446e), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:54.148299 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (d5d6dac5-90e5-4a03-a701-0ed81028446e), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:54.163097 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Calling delete_port for d5d6dac5-90e5-4a03-a701-0ed81028446e owned by network:floatingip {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:24:54.306274 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (d5d6dac5-90e5-4a03-a701-0ed81028446e), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:54.329061 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Pushing event deleted for resources: {'Port': ['ID=d5d6dac5-90e5-4a03-a701-0ed81028446e,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:54.398823 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks [] for floatingip (238f9775-446b-4542-8b12-eebdf07590ac), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:54.401169 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:54.402315 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-72fb14eb-3e5c-4723-b3ce-19b24d5847c7 tempest-AttachVolumeNegativeTest-1031982349 tempest-AttachVolumeNegativeTest-1031982349-project] 10.222.0.16 "DELETE /v2.0/floatingips/238f9775-446b-4542-8b12-eebdf07590ac HTTP/1.1" status: 204 len: 168 time: 0.4505570 Jul 04 04:24:55.521880 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bca976de-c3c2-454d-b790-aaeab20af040 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:24:55.551440 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: bca976de-c3c2-454d-b790-aaeab20af040 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:24:55.551768 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bca976de-c3c2-454d-b790-aaeab20af040 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:24:58.142455 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35310) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:24:58.509081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (6483508b-f050-4e8f-a99a-09cdd24e97ed), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:58.731255 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Deleting port a358e588-fe98-408f-8e71-ceb307134a86 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:24:58.731546 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (a358e588-fe98-408f-8e71-ceb307134a86), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:58.787684 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:58.819222 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] For port a358e588-fe98-408f-8e71-ceb307134a86, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a358e588-fe98-408f-8e71-ceb307134a86,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:24:58.819558 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (a358e588-fe98-408f-8e71-ceb307134a86), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:58.833330 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Calling delete_port for a358e588-fe98-408f-8e71-ceb307134a86 owned by network:router_interface {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:24:58.898661 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:59.018440 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (a358e588-fe98-408f-8e71-ceb307134a86), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:59.042671 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a358e588-fe98-408f-8e71-ceb307134a86,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:24:59.204246 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (6483508b-f050-4e8f-a99a-09cdd24e97ed), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:59.418650 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Router 6483508b-f050-4e8f-a99a-09cdd24e97ed has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:24:59.527787 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:24:59.534097 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d2bc2f14-0fd3-47e1-aaec-a81e78769d46 admin admin] 10.222.0.16 "PUT /v2.0/routers/6483508b-f050-4e8f-a99a-09cdd24e97ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3896489 Jul 04 04:24:59.536908 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35314) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:24:59.537769 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] Sync routers for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:24:59.549433 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:24:59.550054 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:24:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:59.626498 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:59.640266 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks [] for router (6483508b-f050-4e8f-a99a-09cdd24e97ed), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:59.643759 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:59.658073 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:24:59.745514 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks [] for router_gateway (6483508b-f050-4e8f-a99a-09cdd24e97ed), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:59.789856 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Deleting port c55d3dec-d7e8-474a-9e69-2168091f1582 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:24:59.790213 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:59.792532 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:59.816053 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:24:59.833015 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:24:58Z', 'revision_number': 5, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port': {'id': 'c55d3dec-d7e8-474a-9e69-2168091f1582', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:14:30Z', 'updated_at': '2022-07-04T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:59.859105 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] Checking router: 6483508b-f050-4e8f-a99a-09cdd24e97ed for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:24:59.867872 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] Routers {'6483508b-f050-4e8f-a99a-09cdd24e97ed'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:24:59.868480 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:24:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['6483508b-f050-4e8f-a99a-09cdd24e97ed'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:24:59.876802 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] For port c55d3dec-d7e8-474a-9e69-2168091f1582, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=c55d3dec-d7e8-474a-9e69-2168091f1582,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:24:59.877152 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:24:59.890514 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Calling delete_port for c55d3dec-d7e8-474a-9e69-2168091f1582 owned by network:router_gateway {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:24:59.952291 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] Set router 6483508b-f050-4e8f-a99a-09cdd24e97ed gateway port host: None {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:25:00.002775 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:24:59Z', 'revision_number': 6, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:00.028754 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daacd20b-932c-4a0f-b14a-5d63086c418c None None] The sync data for ids ['6483508b-f050-4e8f-a99a-09cdd24e97ed'] in dv-cinder-742162-5-iscsi is: [{'id': '6483508b-f050-4e8f-a99a-09cdd24e97ed', 'name': 'tempest-AttachVolumeNegativeTest-1752696513-router', 'tenant_id': '7ccd298eebe6413daaae0d801e902616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:14:29Z', 'updated_at': '2022-07-04T04:24:59Z', 'revision_number': 6, 'project_id': '7ccd298eebe6413daaae0d801e902616', 'gw_port_host': None}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:25:00.061422 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (c55d3dec-d7e8-474a-9e69-2168091f1582), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.086925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Pushing event deleted for resources: {'Port': ['ID=c55d3dec-d7e8-474a-9e69-2168091f1582,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:00.152355 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (6483508b-f050-4e8f-a99a-09cdd24e97ed), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.237848 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (6483508b-f050-4e8f-a99a-09cdd24e97ed), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.240149 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks [] for router_controller (6483508b-f050-4e8f-a99a-09cdd24e97ed), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.285197 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (6483508b-f050-4e8f-a99a-09cdd24e97ed), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.285706 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6483508b-f050-4e8f-a99a-09cdd24e97ed {{(pid=104120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:25:00.290304 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.294483 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-e556223b-1e14-4b9a-85c2-19dd0e40d33a admin admin] 10.222.0.16 "DELETE /v2.0/routers/6483508b-f050-4e8f-a99a-09cdd24e97ed HTTP/1.1" status: 204 len: 168 time: 0.7535806 Jul 04 04:25:00.294673 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35316) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:00.340491 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac63082a-427f-42c9-abc8-8ca6adf52ef3 admin admin] Deleting subnet 717d670b-adb3-427c-80c2-3232bb75bb0d {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:25:00.343678 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ac63082a-427f-42c9-abc8-8ca6adf52ef3 admin admin] Publish callbacks [] for subnet (717d670b-adb3-427c-80c2-3232bb75bb0d), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.380476 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ac63082a-427f-42c9-abc8-8ca6adf52ef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (717d670b-adb3-427c-80c2-3232bb75bb0d), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.464114 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ac63082a-427f-42c9-abc8-8ca6adf52ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (717d670b-adb3-427c-80c2-3232bb75bb0d), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.520018 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ac63082a-427f-42c9-abc8-8ca6adf52ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (717d670b-adb3-427c-80c2-3232bb75bb0d), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.544828 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63082a-427f-42c9-abc8-8ca6adf52ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717d670b-adb3-427c-80c2-3232bb75bb0d,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:00.551298 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ac63082a-427f-42c9-abc8-8ca6adf52ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.557026 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ac63082a-427f-42c9-abc8-8ca6adf52ef3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/717d670b-adb3-427c-80c2-3232bb75bb0d HTTP/1.1" status: 204 len: 168 time: 0.2591317 Jul 04 04:25:00.557272 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35318) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:00.557899 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb586f9d-20d5-40e2-845f-13ccf464d79d None None] Network 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:25:00.829923 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] DHCP port deletion for 0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:25:00.871368 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Deleting port 11e80dc8-388e-44d5-9299-1a4a0217b479 {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:25:00.871958 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.882442 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.935001 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Deleting port 11e80dc8-388e-44d5-9299-1a4a0217b479 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:25:00.935372 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.959796 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:00.967884 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] For port 11e80dc8-388e-44d5-9299-1a4a0217b479, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=11e80dc8-388e-44d5-9299-1a4a0217b479,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:25:00.968192 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:00.985715 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Calling delete_port for 11e80dc8-388e-44d5-9299-1a4a0217b479 owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:25:00.994979 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 11e80dc8-388e-44d5-9299-1a4a0217b479 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:25:01.017477 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:01.031523 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] For port 11e80dc8-388e-44d5-9299-1a4a0217b479, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=11e80dc8-388e-44d5-9299-1a4a0217b479,segment=NetworkSegment(431a6ec1-8a71-4134-9697-017a60cc7da1),segment_id=431a6ec1-8a71-4134-9697-017a60cc7da1)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:25:01.031977 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.047640 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Calling delete_port for 11e80dc8-388e-44d5-9299-1a4a0217b479 owned by network:dhcp {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:25:01.132592 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 11e80dc8-388e-44d5-9299-1a4a0217b479 is: ACTIVE; New status is: DOWN {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:25:01.133007 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.159020 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.159371 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (11e80dc8-388e-44d5-9299-1a4a0217b479), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.192079 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Pushing event deleted for resources: {'Port': ['ID=11e80dc8-388e-44d5-9299-1a4a0217b479,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:01.206582 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] No DVR routers for this DVR port 11e80dc8-388e-44d5-9299-1a4a0217b479 on host dv-cinder-742162-5-iscsi {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:25:01.207843 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Pushing event deleted for resources: {'Port': ['ID=11e80dc8-388e-44d5-9299-1a4a0217b479,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:01.212097 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a358e588-fe98-408f-8e71-ceb307134a86 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:25:01.219749 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.220167 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.221276 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.221690 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.222084 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.222501 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.222885 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.223215 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.223627 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.224087 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.230177 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.230177 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.230177 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.230177 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.230177 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:01.236026 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfdcf5-47fd-4e4f-ae60-6368c20d7351 None None] No DVR routers for this DVR port 11e80dc8-388e-44d5-9299-1a4a0217b479 on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:25:01.266615 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: a358e588-fe98-408f-8e71-ceb307134a86 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:25:01.267042 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a358e588-fe98-408f-8e71-ceb307134a86 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:25:01.267527 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device c55d3dec-d7e8-474a-9e69-2168091f1582 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:25:01.270160 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:01.290788 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: c55d3dec-d7e8-474a-9e69-2168091f1582 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:25:01.291226 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device c55d3dec-d7e8-474a-9e69-2168091f1582 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:25:01.302977 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.323868 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e412eaf-c623-4c5a-9f62-8e6b8ef74b11']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:01.332873 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431a6ec1-8a71-4134-9697-017a60cc7da1') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:01.333164 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431a6ec1-8a71-4134-9697-017a60cc7da1') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:01.343083 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (431a6ec1-8a71-4134-9697-017a60cc7da1), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.359155 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (431a6ec1-8a71-4134-9697-017a60cc7da1), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.368132 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:25:01.368569 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (431a6ec1-8a71-4134-9697-017a60cc7da1), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.429407 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (0e412eaf-c623-4c5a-9f62-8e6b8ef74b11), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.435125 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.438318 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] 10.222.0.16 "DELETE /v2.0/networks/0e412eaf-c623-4c5a-9f62-8e6b8ef74b11 HTTP/1.1" status: 204 len: 168 time: 0.8799624 Jul 04 04:25:01.452983 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c811a30-1e9d-4736-b8d2-8a721d5132ce admin admin] Pushing event deleted for resources: {'Network': ['ID=0e412eaf-c623-4c5a-9f62-8e6b8ef74b11,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:01.465682 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 431a6ec1-8a71-4134-9697-017a60cc7da1 resource provider aggregate not found Jul 04 04:25:01.482403 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 431a6ec1-8a71-4134-9697-017a60cc7da1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 431a6ec1-8a71-4134-9697-017a60cc7da1 found for delete ", "request_id": "req-b6259e8b-2b0c-472b-b9f2-fe23298401d2"}]} Jul 04 04:25:01.570514 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35332) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:01.620986 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-fae33f46-962a-47e5-b9d1-02bf8843af35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ccd298eebe6413daaae0d801e902616&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491726 Jul 04 04:25:01.623625 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35334) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:01.649484 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:01.676066 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-8ff82a82-1ff6-4b06-8959-ba1c06613b9a admin admin] Publish callbacks [] for security_group (88620f9d-714b-4e0c-8aa0-d00d46ceb70a), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.699144 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-8ff82a82-1ff6-4b06-8959-ba1c06613b9a admin admin] Publish callbacks [] for security_group (88620f9d-714b-4e0c-8aa0-d00d46ceb70a), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.752118 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-8ff82a82-1ff6-4b06-8959-ba1c06613b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (88620f9d-714b-4e0c-8aa0-d00d46ceb70a), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.754651 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-8ff82a82-1ff6-4b06-8959-ba1c06613b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:01.755834 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-8ff82a82-1ff6-4b06-8959-ba1c06613b9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88620f9d-714b-4e0c-8aa0-d00d46ceb70a HTTP/1.1" status: 204 len: 168 time: 0.1313133 Jul 04 04:25:01.764632 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82a82-1ff6-4b06-8959-ba1c06613b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88620f9d-714b-4e0c-8aa0-d00d46ceb70a,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:03.480207 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:03.481699 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:04.019523 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a4d0e-af34-43e1-954d-7cc1a06aa0e1 req-e548ca38-3936-4847-b178-d51ee26d54e6 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:04.020992 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d13a4d0e-af34-43e1-954d-7cc1a06aa0e1 req-e548ca38-3936-4847-b178-d51ee26d54e6 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0514898 Jul 04 04:25:04.049026 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:04.073932 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-c171ccd9-a163-4797-91e1-d9b2977be75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:04.079107 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d13a4d0e-af34-43e1-954d-7cc1a06aa0e1 req-0672c290-b9b2-4950-b859-c4815a550b45 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496521 Jul 04 04:25:05.208516 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6fee9-996f-418f-9739-5c5504992d77 req-90e41de7-203e-44cd-90ae-298ed447a6fb tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:05.210028 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-24c6fee9-996f-418f-9739-5c5504992d77 req-90e41de7-203e-44cd-90ae-298ed447a6fb tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0505919 Jul 04 04:25:05.259293 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-24c6fee9-996f-418f-9739-5c5504992d77 req-505866f7-924f-4672-9894-1406599de1da tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Jul 04 04:25:06.169044 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-75261ae7-fc8c-4355-b720-65cbb72cadff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:06.402882 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d910-6baf-4fcf-bee4-431ed7c5c0bd req-6cf54511-9726-4948-a214-fab89125c394 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:06.404356 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-06d8d910-6baf-4fcf-bee4-431ed7c5c0bd req-6cf54511-9726-4948-a214-fab89125c394 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0538418 Jul 04 04:25:06.452438 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-06d8d910-6baf-4fcf-bee4-431ed7c5c0bd req-3dfff61b-fd86-470d-acf9-98d935273075 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Jul 04 04:25:07.579829 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408f2e8-52bd-4e14-ad6b-02f27c9d1be9 req-4639a65d-5fe9-4c0b-bc43-f63ca3ff04aa tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:07.581287 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e408f2e8-52bd-4e14-ad6b-02f27c9d1be9 req-4639a65d-5fe9-4c0b-bc43-f63ca3ff04aa tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0468578 Jul 04 04:25:07.604208 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:07.629678 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e408f2e8-52bd-4e14-ad6b-02f27c9d1be9 req-129641e2-8e89-42e3-b322-949e43c291ee tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Jul 04 04:25:08.693740 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:25:08.758673 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66878cd-e6cc-4545-b8d3-098e065b876d req-b94cf481-779b-44a9-9d85-b69a2570995e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:08.760701 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c66878cd-e6cc-4545-b8d3-098e065b876d req-b94cf481-779b-44a9-9d85-b69a2570995e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0563748 Jul 04 04:25:08.811599 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c66878cd-e6cc-4545-b8d3-098e065b876d req-ebdb1d7a-5ab6-41ad-b65f-4672c094d945 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 Jul 04 04:25:08.912840 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:09.101663 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:09.938343 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eb528-055f-4e02-8529-f70ea7e88f60 req-89e69ab3-0573-4043-af32-dcfef7ae2ff2 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:09.939763 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d26eb528-055f-4e02-8529-f70ea7e88f60 req-89e69ab3-0573-4043-af32-dcfef7ae2ff2 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0506465 Jul 04 04:25:09.990003 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d26eb528-055f-4e02-8529-f70ea7e88f60 req-c7ff548f-9f18-45f3-adad-0ddbdc771659 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Jul 04 04:25:11.118672 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb416d8-c8c2-4c23-b243-bc78116b1b1d req-aa5f4c04-8c07-459a-a9ca-418d6e0c1cf9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:11.120563 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3fb416d8-c8c2-4c23-b243-bc78116b1b1d req-aa5f4c04-8c07-459a-a9ca-418d6e0c1cf9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0514669 Jul 04 04:25:11.171998 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3fb416d8-c8c2-4c23-b243-bc78116b1b1d req-aefa3696-06e1-4c1c-a14d-bfbf8903f52b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456111 Jul 04 04:25:12.292010 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a44d76-2a7a-4fc8-bec9-ce6bb87d4ceb req-514db5da-69be-467c-a71e-50911a9c076d tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:12.293997 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e9a44d76-2a7a-4fc8-bec9-ce6bb87d4ceb req-514db5da-69be-467c-a71e-50911a9c076d tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0500522 Jul 04 04:25:12.342715 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e9a44d76-2a7a-4fc8-bec9-ce6bb87d4ceb req-c774aeca-96a0-4169-9af6-45c0e15bd6ba tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 Jul 04 04:25:13.467008 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa59258-1e6d-4236-9116-d1c168b4578d req-3ea9775a-9f6d-4122-a33f-2ab51e4d556b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:13.468471 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-cfa59258-1e6d-4236-9116-d1c168b4578d req-3ea9775a-9f6d-4122-a33f-2ab51e4d556b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0488358 Jul 04 04:25:13.517187 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-cfa59258-1e6d-4236-9116-d1c168b4578d req-2f519921-2ce1-42c5-9a78-1989993c2075 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428882 Jul 04 04:25:14.086098 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:14.632868 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723de18a-8e8a-4a53-8c96-97fff957991b req-07066441-bffb-4cf2-906f-bd289b14a6cf tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:14.634743 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-723de18a-8e8a-4a53-8c96-97fff957991b req-07066441-bffb-4cf2-906f-bd289b14a6cf tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0466714 Jul 04 04:25:14.678351 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35508) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:14.686299 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-723de18a-8e8a-4a53-8c96-97fff957991b req-04c3971b-7437-46c2-8dcb-2f7f8b2a1289 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459342 Jul 04 04:25:14.786827 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d7624c62-0545-4220-aab6-51330ffeb22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:14.876148 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d7624c62-0545-4220-aab6-51330ffeb22a admin admin] Publish callbacks [] for security_group (be286371-e284-4940-95f5-ff5abb4f529c), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:14.881544 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d7624c62-0545-4220-aab6-51330ffeb22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (be286371-e284-4940-95f5-ff5abb4f529c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:14.910491 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd7ef1-c4cd-4c7b-be20-c975bf304f30 req-75597731-2422-4763-8536-efbbfdb3c9fc tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:14.911958 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62dd7ef1-c4cd-4c7b-be20-c975bf304f30 req-75597731-2422-4763-8536-efbbfdb3c9fc tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0566697 Jul 04 04:25:14.935955 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d7624c62-0545-4220-aab6-51330ffeb22a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5de86b9e81543fb94ef7262645306dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564905 Jul 04 04:25:14.936740 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35518) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:14.939505 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7624c62-0545-4220-aab6-51330ffeb22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be286371-e284-4940-95f5-ff5abb4f529c,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:14.948925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:14.962465 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-62dd7ef1-c4cd-4c7b-be20-c975bf304f30 req-bf9f2144-f3da-44cd-aa4d-de201323cbc9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445797 Jul 04 04:25:15.020637 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:15.021535 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e6fb596d-8e97-49a9-a0ba-47ad2924e4f0 admin admin] Publish callbacks [] for security_group (be286371-e284-4940-95f5-ff5abb4f529c), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.053838 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-c525f5fe-9b1a-44d9-ab8e-f8675ae08b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:15.055387 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-c525f5fe-9b1a-44d9-ab8e-f8675ae08b49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 1129 time: 0.1357784 Jul 04 04:25:15.057145 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e6fb596d-8e97-49a9-a0ba-47ad2924e4f0 admin admin] Publish callbacks [] for security_group (be286371-e284-4940-95f5-ff5abb4f529c), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.173744 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e6fb596d-8e97-49a9-a0ba-47ad2924e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (be286371-e284-4940-95f5-ff5abb4f529c), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.176193 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e6fb596d-8e97-49a9-a0ba-47ad2924e4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.177339 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e6fb596d-8e97-49a9-a0ba-47ad2924e4f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be286371-e284-4940-95f5-ff5abb4f529c HTTP/1.1" status: 204 len: 168 time: 0.2395775 Jul 04 04:25:15.188753 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-2d607b47-1263-4e87-88d2-2d397d5be4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:15.190499 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-2d607b47-1263-4e87-88d2-2d397d5be4ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 912 time: 0.1261313 Jul 04 04:25:15.191326 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb596d-8e97-49a9-a0ba-47ad2924e4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be286371-e284-4940-95f5-ff5abb4f529c,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:15.261502 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-2b1bc8f1-d3c1-4752-aa64-ce361d041b23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85defb10-99ae-43aa-8776-2102f58dfbac HTTP/1.1" status: 200 len: 1001 time: 0.0648887 Jul 04 04:25:15.308314 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:15.316897 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-75104986-64c7-4132-b589-4d321495d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:15.318468 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-75104986-64c7-4132-b589-4d321495d5ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.0507877 Jul 04 04:25:15.362783 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-b9477187-6f25-44cb-8e7f-04a5ec953f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:15.364289 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-b9477187-6f25-44cb-8e7f-04a5ec953f6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397999 Jul 04 04:25:15.374744 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-b25f7b87-024f-4198-85bc-060288d64abb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:25:15.375721 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-b25f7b87-024f-4198-85bc-060288d64abb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048988 Jul 04 04:25:15.469770 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-2837d881-108f-476e-9fd8-570282a03a38 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879948 Jul 04 04:25:15.477290 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35526) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:15.490675 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c60fc820-a2a4-48b6-927f-8213b822ef60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.536097 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:15.570594 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-28fbb8fc-0dd8-43ca-93c7-3ed0e2472aff req-d5e53d2d-4d49-4cca-9e40-f2f5e03fc6ca service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940714 Jul 04 04:25:15.575989 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c60fc820-a2a4-48b6-927f-8213b822ef60 admin admin] Publish callbacks [] for security_group (c42f596d-83e5-48d7-b724-b3be3298df77), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.580770 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c60fc820-a2a4-48b6-927f-8213b822ef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (c42f596d-83e5-48d7-b724-b3be3298df77), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.619803 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fc820-a2a4-48b6-927f-8213b822ef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42f596d-83e5-48d7-b724-b3be3298df77,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:15.624783 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-c60fc820-a2a4-48b6-927f-8213b822ef60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=383f07b01a3a4657b3ad2a42ac1f522b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464450 Jul 04 04:25:15.627479 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35528) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:15.681149 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b444077-aa91-4e96-b17e-66cfa618f4d5 admin admin] Publish callbacks [] for security_group (c42f596d-83e5-48d7-b724-b3be3298df77), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.704729 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b444077-aa91-4e96-b17e-66cfa618f4d5 admin admin] Publish callbacks [] for security_group (c42f596d-83e5-48d7-b724-b3be3298df77), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.755556 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b444077-aa91-4e96-b17e-66cfa618f4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (c42f596d-83e5-48d7-b724-b3be3298df77), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.758209 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2b444077-aa91-4e96-b17e-66cfa618f4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:15.759820 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2b444077-aa91-4e96-b17e-66cfa618f4d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c42f596d-83e5-48d7-b724-b3be3298df77 HTTP/1.1" status: 204 len: 168 time: 0.1311071 Jul 04 04:25:15.768499 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b444077-aa91-4e96-b17e-66cfa618f4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42f596d-83e5-48d7-b724-b3be3298df77,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:16.088488 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3f86d-d402-4739-913a-87c5758e0619 req-f0bd4e12-ebf3-4152-b873-c3da278ffb30 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:16.090264 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-94c3f86d-d402-4739-913a-87c5758e0619 req-f0bd4e12-ebf3-4152-b873-c3da278ffb30 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0501957 Jul 04 04:25:16.139610 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-94c3f86d-d402-4739-913a-87c5758e0619 req-c9b972d3-7b28-4d1e-8760-a5f2866a90c2 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Jul 04 04:25:17.256825 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150b020-cedf-453d-9d0c-9839bde35cbd req-30b1013b-5954-42d1-8530-c4ce5fdd0085 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:17.258299 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c150b020-cedf-453d-9d0c-9839bde35cbd req-30b1013b-5954-42d1-8530-c4ce5fdd0085 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0486598 Jul 04 04:25:17.306559 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c150b020-cedf-453d-9d0c-9839bde35cbd req-790fcbe7-e0fe-448e-822e-1231ca8a4b6b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418656 Jul 04 04:25:18.688570 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:18.694362 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:25.210577 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:25.781774 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:26.132653 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=59,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:26.136135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=34 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:27.300213 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:27.303134 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=50,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:32.013416 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=10 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:32.016077 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=16 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:32.792576 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35752) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:32.911691 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:32.995846 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Publish callbacks [] for security_group (7b2398db-96ef-4d1c-9733-df060bc6a238), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.001219 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (7b2398db-96ef-4d1c-9733-df060bc6a238), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.039009 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2398db-96ef-4d1c-9733-df060bc6a238,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:33.042853 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31257255b7b341c8b0a005aa80b0f419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492428 Jul 04 04:25:33.045880 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35756) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:33.048748 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.049094 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.049431 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.049763 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.050090 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.050438 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.050761 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.051079 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.051396 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.051715 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.052028 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.052344 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.052675 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.052973 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.053280 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b4c6ad-6b59-4a1d-b6fd-7990eb108a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:33.100414 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-26db168e-19ed-4b92-9284-5d8f2ce9c785 admin admin] Publish callbacks [] for security_group (7b2398db-96ef-4d1c-9733-df060bc6a238), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.122290 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-26db168e-19ed-4b92-9284-5d8f2ce9c785 admin admin] Publish callbacks [] for security_group (7b2398db-96ef-4d1c-9733-df060bc6a238), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.171174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-26db168e-19ed-4b92-9284-5d8f2ce9c785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (7b2398db-96ef-4d1c-9733-df060bc6a238), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.173777 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-26db168e-19ed-4b92-9284-5d8f2ce9c785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.174938 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-26db168e-19ed-4b92-9284-5d8f2ce9c785 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b2398db-96ef-4d1c-9733-df060bc6a238 HTTP/1.1" status: 204 len: 168 time: 0.1280093 Jul 04 04:25:33.183267 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db168e-19ed-4b92-9284-5d8f2ce9c785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2398db-96ef-4d1c-9733-df060bc6a238,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:33.454584 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35762) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:33.468626 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c36e9ea1-4f80-4206-93fd-b8590b5b9185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.550185 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c36e9ea1-4f80-4206-93fd-b8590b5b9185 admin admin] Publish callbacks [] for security_group (5be67916-d1a9-4657-ac3b-3c410c1803fd), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.555412 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c36e9ea1-4f80-4206-93fd-b8590b5b9185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (5be67916-d1a9-4657-ac3b-3c410c1803fd), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.594843 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-c36e9ea1-4f80-4206-93fd-b8590b5b9185 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e9095f1a91644b99605b44979a6f8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391718 Jul 04 04:25:33.595725 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9ea1-4f80-4206-93fd-b8590b5b9185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be67916-d1a9-4657-ac3b-3c410c1803fd,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:33.597853 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35764) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:33.652859 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5c5549f3-4c64-4973-a73f-a0802db93ee4 admin admin] Publish callbacks [] for security_group (5be67916-d1a9-4657-ac3b-3c410c1803fd), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.675709 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5c5549f3-4c64-4973-a73f-a0802db93ee4 admin admin] Publish callbacks [] for security_group (5be67916-d1a9-4657-ac3b-3c410c1803fd), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.732357 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5c5549f3-4c64-4973-a73f-a0802db93ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (5be67916-d1a9-4657-ac3b-3c410c1803fd), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.735074 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5c5549f3-4c64-4973-a73f-a0802db93ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:33.736277 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-5c5549f3-4c64-4973-a73f-a0802db93ee4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5be67916-d1a9-4657-ac3b-3c410c1803fd HTTP/1.1" status: 204 len: 168 time: 0.1371851 Jul 04 04:25:33.744312 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5549f3-4c64-4973-a73f-a0802db93ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be67916-d1a9-4657-ac3b-3c410c1803fd,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:34.079635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7f98c655-5ce5-4428-bc93-a2cae6c6f36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:36.182915 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-87a3b7c3-ba40-466e-b97e-f3d90f80ad38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:37.606451 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:38.896140 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35864) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:38.914902 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.003248 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d058b427-fdb3-46db-9d10-4b2114d348ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.087392 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d058b427-fdb3-46db-9d10-4b2114d348ee admin admin] Publish callbacks [] for security_group (a9a14a9c-2e64-490f-9635-6ce5bbbecdd7), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.092622 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d058b427-fdb3-46db-9d10-4b2114d348ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (a9a14a9c-2e64-490f-9635-6ce5bbbecdd7), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.097057 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.132554 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d058b427-fdb3-46db-9d10-4b2114d348ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=896aedbfe0f246d899f3e5c57bfe857a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352653 Jul 04 04:25:39.133399 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058b427-fdb3-46db-9d10-4b2114d348ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a14a9c-2e64-490f-9635-6ce5bbbecdd7,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:39.135899 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35868) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:39.187776 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Publish callbacks [] for security_group (a9a14a9c-2e64-490f-9635-6ce5bbbecdd7), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.219205 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Publish callbacks [] for security_group (a9a14a9c-2e64-490f-9635-6ce5bbbecdd7), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.281253 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (a9a14a9c-2e64-490f-9635-6ce5bbbecdd7), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.285597 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.287257 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9a14a9c-2e64-490f-9635-6ce5bbbecdd7 HTTP/1.1" status: 204 len: 168 time: 0.1503634 Jul 04 04:25:39.296082 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a14a9c-2e64-490f-9635-6ce5bbbecdd7,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:39.304530 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.304878 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.305221 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.305614 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.306136 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.306502 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.306869 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.307323 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.307654 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.307979 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.308327 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.308645 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.308963 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.309289 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.309594 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61628ab7-d24b-4b7f-967c-2710126e9f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:25:39.567313 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35874) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:39.582151 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea0566c9-f4b6-4f9c-a443-b38a6679ebb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.672504 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea0566c9-f4b6-4f9c-a443-b38a6679ebb4 admin admin] Publish callbacks [] for security_group (1560a1f3-b998-4c78-a7f5-e20e618407e6), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.679082 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ea0566c9-f4b6-4f9c-a443-b38a6679ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1560a1f3-b998-4c78-a7f5-e20e618407e6), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.720836 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ea0566c9-f4b6-4f9c-a443-b38a6679ebb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f1c687ef0ea457db5dc7ed6901c9631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522484 Jul 04 04:25:39.721650 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0566c9-f4b6-4f9c-a443-b38a6679ebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1560a1f3-b998-4c78-a7f5-e20e618407e6,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:39.723917 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35876) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:39.748247 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:39.775314 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61c-fe7d-4c92-af32-6e6622804488 admin admin] Publish callbacks [] for security_group (1560a1f3-b998-4c78-a7f5-e20e618407e6), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.796658 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61c-fe7d-4c92-af32-6e6622804488 admin admin] Publish callbacks [] for security_group (1560a1f3-b998-4c78-a7f5-e20e618407e6), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.849580 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61c-fe7d-4c92-af32-6e6622804488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1560a1f3-b998-4c78-a7f5-e20e618407e6), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.852147 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61c-fe7d-4c92-af32-6e6622804488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:39.853293 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-28ffd61c-fe7d-4c92-af32-6e6622804488 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1560a1f3-b998-4c78-a7f5-e20e618407e6 HTTP/1.1" status: 204 len: 168 time: 0.1285157 Jul 04 04:25:39.861613 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffd61c-fe7d-4c92-af32-6e6622804488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1560a1f3-b998-4c78-a7f5-e20e618407e6,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:40.224202 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 35882) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:40.237983 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e07d75eb-5108-4ed6-b847-6be729369284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:40.256931 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:40.323791 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e07d75eb-5108-4ed6-b847-6be729369284 admin admin] Publish callbacks [] for security_group (b25753f3-fc59-40ff-89e8-deb49b5fefee), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:40.330047 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e07d75eb-5108-4ed6-b847-6be729369284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b25753f3-fc59-40ff-89e8-deb49b5fefee), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:40.368461 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-e07d75eb-5108-4ed6-b847-6be729369284 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52a6e21a32514f7086f8887dadacc9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431758 Jul 04 04:25:40.369267 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d75eb-5108-4ed6-b847-6be729369284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25753f3-fc59-40ff-89e8-deb49b5fefee,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:40.371525 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 35884) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:40.424570 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9bff7ee9-ef7d-4c60-8625-b1963d57f894 admin admin] Publish callbacks [] for security_group (b25753f3-fc59-40ff-89e8-deb49b5fefee), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:40.447204 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9bff7ee9-ef7d-4c60-8625-b1963d57f894 admin admin] Publish callbacks [] for security_group (b25753f3-fc59-40ff-89e8-deb49b5fefee), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:40.495583 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9bff7ee9-ef7d-4c60-8625-b1963d57f894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b25753f3-fc59-40ff-89e8-deb49b5fefee), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:40.498067 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-9bff7ee9-ef7d-4c60-8625-b1963d57f894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:40.499248 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-9bff7ee9-ef7d-4c60-8625-b1963d57f894 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b25753f3-fc59-40ff-89e8-deb49b5fefee HTTP/1.1" status: 204 len: 168 time: 0.1267307 Jul 04 04:25:40.507334 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff7ee9-ef7d-4c60-8625-b1963d57f894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25753f3-fc59-40ff-89e8-deb49b5fefee,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:43.052680 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd78294-f468-4f69-a506-32a3bb76a4b4 req-3bfc1ca6-9966-4f49-8abf-2a3d66392917 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:43.054271 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7dd78294-f468-4f69-a506-32a3bb76a4b4 req-3bfc1ca6-9966-4f49-8abf-2a3d66392917 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 947 time: 0.0533805 Jul 04 04:25:43.110183 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7dd78294-f468-4f69-a506-32a3bb76a4b4 req-32c6c5db-3c45-4c0b-b440-387adb074f65 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487075 Jul 04 04:25:44.083991 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:44.237119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36950f5d-bedc-4e9f-ab29-e19dd2b4bcf4 req-375def3b-39f1-4f5c-8270-d30cfdf7140f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:44.238709 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-36950f5d-bedc-4e9f-ab29-e19dd2b4bcf4 req-375def3b-39f1-4f5c-8270-d30cfdf7140f tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 947 time: 0.0508368 Jul 04 04:25:44.293558 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-36950f5d-bedc-4e9f-ab29-e19dd2b4bcf4 req-3649cbf8-5f63-4a42-a27d-fb741f61a55e tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462747 Jul 04 04:25:45.332890 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:45.371674 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-cf99a9c2-9a9f-42b5-b07f-ac0235055901 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:45.373133 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-cf99a9c2-9a9f-42b5-b07f-ac0235055901 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 947 time: 0.0520165 Jul 04 04:25:45.383510 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:45.457861 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119156-aa71-4a3d-94b9-c9487c924b67 req-a69c198a-9d09-4ae5-9152-fb318957db7c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:45.459699 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-eb119156-aa71-4a3d-94b9-c9487c924b67 req-a69c198a-9d09-4ae5-9152-fb318957db7c tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 947 time: 0.0844030 Jul 04 04:25:45.503269 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c753d7ba-089b-43be-a2ed-11875f282644 req-773df96d-1f27-439c-a8b6-e00ff4ef8089 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430849 Jul 04 04:25:45.524448 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Deleting port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:25:45.524775 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:45.568965 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-eb119156-aa71-4a3d-94b9-c9487c924b67 req-ca458dfe-d273-40dd-9f3b-5421d6fe6d80 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd33984-ce8a-4206-935a-135a7b54982d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019297 Jul 04 04:25:45.596340 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d7ba-089b-43be-a2ed-11875f282644 req-58336fe6-cdcf-4f59-a7b3-f67936d4b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:45.597930 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c753d7ba-089b-43be-a2ed-11875f282644 req-58336fe6-cdcf-4f59-a7b3-f67936d4b99e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 1129 time: 0.0540352 Jul 04 04:25:45.643535 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] For port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:25:45.643901 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:45.695355 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:25:45.714359 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d7ba-089b-43be-a2ed-11875f282644 req-c462f8a1-b0a0-41ef-970b-7efaa0136991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:45.715885 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c753d7ba-089b-43be-a2ed-11875f282644 req-c462f8a1-b0a0-41ef-970b-7efaa0136991 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 912 time: 0.0961897 Jul 04 04:25:45.782605 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c753d7ba-089b-43be-a2ed-11875f282644 req-2a2569bb-54f6-4fea-94ee-bf92b3081a79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85defb10-99ae-43aa-8776-2102f58dfbac HTTP/1.1" status: 200 len: 1001 time: 0.0600936 Jul 04 04:25:45.810545 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:45.810922 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (44807cd3-3469-4319-8b9e-fb942bff2810), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:45.811448 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Floating IP 44807cd3-3469-4319-8b9e-fb942bff2810 disassociated. External IP: 172.27.1.160, port: f6b7b5f9-dfd8-4f10-99f9-c155d967e2de. Jul 04 04:25:45.811794 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Calling delete_port for f6b7b5f9-dfd8-4f10-99f9-c155d967e2de owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:25:45.832981 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d7ba-089b-43be-a2ed-11875f282644 req-3defd9e3-b6bc-4348-8271-7dd3e554db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:45.834454 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c753d7ba-089b-43be-a2ed-11875f282644 req-3defd9e3-b6bc-4348-8271-7dd3e554db19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.0446033 Jul 04 04:25:45.880805 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d7ba-089b-43be-a2ed-11875f282644 req-0f1f5ab3-7f20-4ae7-90b1-df98c09f22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:45.882324 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c753d7ba-089b-43be-a2ed-11875f282644 req-0f1f5ab3-7f20-4ae7-90b1-df98c09f22e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413346 Jul 04 04:25:45.957367 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (f6b7b5f9-dfd8-4f10-99f9-c155d967e2de), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:45.980863 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c753d7ba-089b-43be-a2ed-11875f282644 req-954bb499-2ff4-498e-b41b-7b28a564c519 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921309 Jul 04 04:25:45.987926 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event deleted for resources: {'Port': ['ID=f6b7b5f9-dfd8-4f10-99f9-c155d967e2de,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:45.995769 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:46.098112 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c753d7ba-089b-43be-a2ed-11875f282644 req-ed07ed48-d88c-41b8-b163-b94dda6e3914 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109056 Jul 04 04:25:46.118951 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:25:46.577114 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:46.599441 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:25:46.611599 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] Sync routers for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:25:46.628884 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:25:46.629789 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:25:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:46.658597 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] No DVR routers for this DVR port f6b7b5f9-dfd8-4f10-99f9-c155d967e2de on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:25:46.661478 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:46.665530 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5922c2be-0bfb-4c57-b34c-b24af3b614c1 req-903261c2-9499-4748-8464-a1c3b39224f7 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.59 "DELETE /v2.0/ports/f6b7b5f9-dfd8-4f10-99f9-c155d967e2de HTTP/1.1" status: 204 len: 173 time: 1.2793834 Jul 04 04:25:46.666009 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-deleted', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:25:46.668421 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6841a66f-18f6-4b90-8b7f-b5644b28e28d" -d '{"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-deleted", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:25:46.699314 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4f3faca3-1d91-4abf-8ab6-63c72823e532 req-50affd81-ec19-4cfb-a434-c0828f4a85cf tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 210 time: 0.0302913 Jul 04 04:25:46.775837 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:25:46.898108 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd40c6a2-d88b-45e8-b85f-6c80611b61df x-openstack-request-id: req-bd40c6a2-d88b-45e8-b85f-6c80611b61df {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:25:46.898436 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb99d59a-d33a-48d2-9824-25f44c1f32c1", "name": "network-vif-deleted", "tag": "f6b7b5f9-dfd8-4f10-99f9-c155d967e2de", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:25:46.898695 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd40c6a2-d88b-45e8-b85f-6c80611b61df {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:25:46.899105 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd40c6a2-d88b-45e8-b85f-6c80611b61df'] response: {'server_uuid': 'fb99d59a-d33a-48d2-9824-25f44c1f32c1', 'name': 'network-vif-deleted', 'tag': 'f6b7b5f9-dfd8-4f10-99f9-c155d967e2de', 'status': 'completed', 'code': 200} Jul 04 04:25:47.040068 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:47.069339 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] Checking router: 5e462dcb-5ce2-41af-b0ce-5998893c6d51 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:25:47.078012 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:25:47.078652 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:25:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:47.197293 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:25:47.473954 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:47.498344 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d7499-0706-4ff7-98a9-9a4ddc78ec52 None None] The sync data for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi is: [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:03Z', 'revision_number': 4, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '64627d34-1bac-4b44-b219-4b8a1604c4a2', 'name': '', 'network_id': '4eec3fce-9c5d-44a0-be22-c0108d80e7d3', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'mac_address': 'fa:16:3e:f1:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:02Z', 'updated_at': '2022-07-04T04:17:07Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'subnets': [{'id': '0783ffe9-fbb8-41fe-9984-15a879012f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:25:47.747630 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40097d-52e8-4c04-9f08-795dd265400f None None] New status for floating IP 44807cd3-3469-4319-8b9e-fb942bff2810: DOWN {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:25:47.833862 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-be0ea088-6249-4f32-9130-d91d202a345d req-33c79093-0b95-448d-8c79-b98bf8b93da6 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb99d59a-d33a-48d2-9824-25f44c1f32c1 HTTP/1.1" status: 200 len: 210 time: 0.0312536 Jul 04 04:25:48.929273 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36010) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:48.988209 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-24979442-0012-4251-813f-bc0e1bb384e0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (3fd33984-ce8a-4206-935a-135a7b54982d), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.015691 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-24979442-0012-4251-813f-bc0e1bb384e0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (3fd33984-ce8a-4206-935a-135a7b54982d), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.065586 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-24979442-0012-4251-813f-bc0e1bb384e0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3fd33984-ce8a-4206-935a-135a7b54982d), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.068166 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-24979442-0012-4251-813f-bc0e1bb384e0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.069355 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-24979442-0012-4251-813f-bc0e1bb384e0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "DELETE /v2.0/security-groups/3fd33984-ce8a-4206-935a-135a7b54982d HTTP/1.1" status: 204 len: 168 time: 0.1386771 Jul 04 04:25:49.072322 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36012) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:49.076469 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:49.082552 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24979442-0012-4251-813f-bc0e1bb384e0 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd33984-ce8a-4206-935a-135a7b54982d,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:49.087557 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.api.v2.resource [None req-e6a04923-e04c-492d-a891-f18038794285 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] show failed (client error): The resource could not be found. Jul 04 04:25:49.092191 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-e6a04923-e04c-492d-a891-f18038794285 tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "GET /v2.0/security-groups/3fd33984-ce8a-4206-935a-135a7b54982d HTTP/1.1" status: 404 len: 347 time: 0.0187962 Jul 04 04:25:49.092554 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36014) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:49.212648 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Deleting port 0a5bdd97-c928-437a-ac90-42805777d235 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:25:49.212994 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (0a5bdd97-c928-437a-ac90-42805777d235), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.302857 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (0a5bdd97-c928-437a-ac90-42805777d235), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.303315 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (0a5bdd97-c928-437a-ac90-42805777d235), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.321196 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Calling delete_port for 0a5bdd97-c928-437a-ac90-42805777d235 owned by network:floatingip {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:25:49.459705 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (0a5bdd97-c928-437a-ac90-42805777d235), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.485632 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Pushing event deleted for resources: {'Port': ['ID=0a5bdd97-c928-437a-ac90-42805777d235,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:49.548775 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks [] for floatingip (44807cd3-3469-4319-8b9e-fb942bff2810), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.551490 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:49.552700 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-3af0b1a3-9ac7-4d91-ba6b-fb01ca3b7e5a tempest-AttachVolumeShelveTestJSON-687534770 tempest-AttachVolumeShelveTestJSON-687534770-project] 10.222.0.16 "DELETE /v2.0/floatingips/44807cd3-3469-4319-8b9e-fb942bff2810 HTTP/1.1" status: 204 len: 168 time: 0.4589889 Jul 04 04:25:49.782660 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f6b7b5f9-dfd8-4f10-99f9-c155d967e2de no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:25:49.802979 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: f6b7b5f9-dfd8-4f10-99f9-c155d967e2de {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:25:49.803321 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device f6b7b5f9-dfd8-4f10-99f9-c155d967e2de not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:25:51.996742 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36042) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:52.359567 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:52.493174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (5e462dcb-5ce2-41af-b0ce-5998893c6d51), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:52.717436 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Deleting port 64627d34-1bac-4b44-b219-4b8a1604c4a2 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:25:52.717718 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:52.800472 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] For port 64627d34-1bac-4b44-b219-4b8a1604c4a2, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=64627d34-1bac-4b44-b219-4b8a1604c4a2,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:25:52.800837 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:52.813751 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Calling delete_port for 64627d34-1bac-4b44-b219-4b8a1604c4a2 owned by network:router_interface {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:25:52.931658 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:52.999007 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (64627d34-1bac-4b44-b219-4b8a1604c4a2), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:53.024568 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Pushing event deleted for resources: {'Port': ['ID=64627d34-1bac-4b44-b219-4b8a1604c4a2,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:53.195220 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (5e462dcb-5ce2-41af-b0ce-5998893c6d51), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:53.298645 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:53.410225 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:25:53.515463 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:25:53.520322 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a9546ab1-9ec9-41ba-bf2b-7776eb3eca50 admin admin] 10.222.0.16 "PUT /v2.0/routers/5e462dcb-5ce2-41af-b0ce-5998893c6d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225425 Jul 04 04:25:53.523100 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36058) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:53.526072 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] Sync routers for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:25:53.537081 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:25:53.537928 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:25:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:53.623990 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks [] for router (5e462dcb-5ce2-41af-b0ce-5998893c6d51), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:53.640043 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:25:53.723771 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks [] for router_gateway (5e462dcb-5ce2-41af-b0ce-5998893c6d51), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:53.768071 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Deleting port a77fc23e-6f30-429c-a1bf-6790796c9547 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:25:53.768412 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:53.802451 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:53.811090 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:25:52Z', 'revision_number': 5, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port': {'id': 'a77fc23e-6f30-429c-a1bf-6790796c9547', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:53.837183 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] Checking router: 5e462dcb-5ce2-41af-b0ce-5998893c6d51 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:25:53.845161 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:53.851113 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] Routers {'5e462dcb-5ce2-41af-b0ce-5998893c6d51'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:25:53.851769 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:25:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:53.941548 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] Set router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 gateway port host: None {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:25:53.994478 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:25:53Z', 'revision_number': 6, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:54.021060 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf461f-bdd1-42b0-9a5e-0126ccb7a1cb None None] The sync data for ids ['5e462dcb-5ce2-41af-b0ce-5998893c6d51'] in dv-cinder-742162-5-iscsi is: [{'id': '5e462dcb-5ce2-41af-b0ce-5998893c6d51', 'name': 'tempest-AttachVolumeShelveTestJSON-305301169-router', 'tenant_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:00Z', 'updated_at': '2022-07-04T04:25:53Z', 'revision_number': 6, 'project_id': '77e83a80c1b34e67958aca6d0a10ba8a', 'gw_port_host': None}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:25:54.068307 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:54.098775 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] For port a77fc23e-6f30-429c-a1bf-6790796c9547, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a77fc23e-6f30-429c-a1bf-6790796c9547,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:25:54.099157 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.112791 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Calling delete_port for a77fc23e-6f30-429c-a1bf-6790796c9547 owned by network:router_gateway {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:25:54.286166 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (a77fc23e-6f30-429c-a1bf-6790796c9547), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.308412 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77fc23e-6f30-429c-a1bf-6790796c9547,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:54.367418 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:54.372895 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (5e462dcb-5ce2-41af-b0ce-5998893c6d51), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.459755 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (5e462dcb-5ce2-41af-b0ce-5998893c6d51), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.462110 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks [] for router_controller (5e462dcb-5ce2-41af-b0ce-5998893c6d51), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.511157 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (5e462dcb-5ce2-41af-b0ce-5998893c6d51), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.511772 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e462dcb-5ce2-41af-b0ce-5998893c6d51 {{(pid=104120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:25:54.516901 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.518120 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-bbdabe7c-a5e3-4fcb-b27d-e333ce307b06 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5e462dcb-5ce2-41af-b0ce-5998893c6d51 HTTP/1.1" status: 204 len: 168 time: 0.9941387 Jul 04 04:25:54.521364 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36066) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:54.568246 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-8328f80a-c5db-4fba-a4e9-8508187d0cd8 admin admin] Deleting subnet 0783ffe9-fbb8-41fe-9984-15a879012f6f {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:25:54.571516 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8328f80a-c5db-4fba-a4e9-8508187d0cd8 admin admin] Publish callbacks [] for subnet (0783ffe9-fbb8-41fe-9984-15a879012f6f), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.608475 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8328f80a-c5db-4fba-a4e9-8508187d0cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (0783ffe9-fbb8-41fe-9984-15a879012f6f), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.689684 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8328f80a-c5db-4fba-a4e9-8508187d0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (0783ffe9-fbb8-41fe-9984-15a879012f6f), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.745790 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8328f80a-c5db-4fba-a4e9-8508187d0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (0783ffe9-fbb8-41fe-9984-15a879012f6f), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.770595 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328f80a-c5db-4fba-a4e9-8508187d0cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0783ffe9-fbb8-41fe-9984-15a879012f6f,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:54.776221 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-8328f80a-c5db-4fba-a4e9-8508187d0cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.779321 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-8328f80a-c5db-4fba-a4e9-8508187d0cd8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0783ffe9-fbb8-41fe-9984-15a879012f6f HTTP/1.1" status: 204 len: 168 time: 0.2570398 Jul 04 04:25:54.782643 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36068) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:54.785898 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70aeb0-a2f8-405a-8a97-2e97886f5d2c None None] Network 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:25:54.864498 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (4eec3fce-9c5d-44a0-be22-c0108d80e7d3), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.907848 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Deleting port 3d8981df-5501-40a8-90b3-8d63609925f4 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:25:54.908212 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.945235 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f608a-41a5-4324-b6cc-5b8389e4bc52 None None] DHCP port deletion for 4eec3fce-9c5d-44a0-be22-c0108d80e7d3 request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:25:54.973967 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] For port 3d8981df-5501-40a8-90b3-8d63609925f4, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=3d8981df-5501-40a8-90b3-8d63609925f4,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:25:54.974327 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.986349 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f608a-41a5-4324-b6cc-5b8389e4bc52 None None] Deleting port 3d8981df-5501-40a8-90b3-8d63609925f4 {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:25:54.987012 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1e5f608a-41a5-4324-b6cc-5b8389e4bc52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:54.992014 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Calling delete_port for 3d8981df-5501-40a8-90b3-8d63609925f4 owned by network:dhcp {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:25:55.017467 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 3d8981df-5501-40a8-90b3-8d63609925f4 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:25:55.029710 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:55.075430 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.078840 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-1e5f608a-41a5-4324-b6cc-5b8389e4bc52 None None] For port 3d8981df-5501-40a8-90b3-8d63609925f4, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=3d8981df-5501-40a8-90b3-8d63609925f4,segment=NetworkSegment(b419cb73-3c87-446f-ac6d-148c1ae3486c),segment_id=b419cb73-3c87-446f-ac6d-148c1ae3486c)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:25:55.079248 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1e5f608a-41a5-4324-b6cc-5b8389e4bc52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.095514 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f608a-41a5-4324-b6cc-5b8389e4bc52 None None] Calling delete_port for 3d8981df-5501-40a8-90b3-8d63609925f4 owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:25:55.100441 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8981df-5501-40a8-90b3-8d63609925f4,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:55.104033 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] No DVR routers for this DVR port 3d8981df-5501-40a8-90b3-8d63609925f4 on host dv-cinder-742162-5-iscsi {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:25:55.109209 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No active binding found for port 3d8981df-5501-40a8-90b3-8d63609925f4 {{(pid=104121) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 04 04:25:55.109600 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] The host dv-cinder-742162-5-iscsi is not matching for port 3d8981df-5501-40a8-90b3-8d63609925f4 host None! {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 04 04:25:55.109956 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 3d8981df-5501-40a8-90b3-8d63609925f4 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:25:55.110396 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 64627d34-1bac-4b44-b219-4b8a1604c4a2 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:25:55.161476 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 64627d34-1bac-4b44-b219-4b8a1604c4a2 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:25:55.161731 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 64627d34-1bac-4b44-b219-4b8a1604c4a2 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:25:55.162131 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a77fc23e-6f30-429c-a1bf-6790796c9547 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:25:55.181442 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (4eec3fce-9c5d-44a0-be22-c0108d80e7d3), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.184351 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: a77fc23e-6f30-429c-a1bf-6790796c9547 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:25:55.184754 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a77fc23e-6f30-429c-a1bf-6790796c9547 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:25:55.203267 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eec3fce-9c5d-44a0-be22-c0108d80e7d3']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:55.213239 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b419cb73-3c87-446f-ac6d-148c1ae3486c') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:55.213530 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b419cb73-3c87-446f-ac6d-148c1ae3486c') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:55.216868 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1e5f608a-41a5-4324-b6cc-5b8389e4bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (3d8981df-5501-40a8-90b3-8d63609925f4), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.223565 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (b419cb73-3c87-446f-ac6d-148c1ae3486c), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.237831 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (b419cb73-3c87-446f-ac6d-148c1ae3486c), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.239246 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f608a-41a5-4324-b6cc-5b8389e4bc52 None None] Pushing event deleted for resources: {'Port': ['ID=3d8981df-5501-40a8-90b3-8d63609925f4,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:55.244996 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f608a-41a5-4324-b6cc-5b8389e4bc52 None None] No DVR routers for this DVR port 3d8981df-5501-40a8-90b3-8d63609925f4 on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:25:55.246595 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:25:55.247209 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (b419cb73-3c87-446f-ac6d-148c1ae3486c), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.274515 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment b419cb73-3c87-446f-ac6d-148c1ae3486c resource provider aggregate not found Jul 04 04:25:55.307626 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:55.318633 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (4eec3fce-9c5d-44a0-be22-c0108d80e7d3), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.324285 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.327561 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4eec3fce-9c5d-44a0-be22-c0108d80e7d3 HTTP/1.1" status: 204 len: 168 time: 0.5439365 Jul 04 04:25:55.329227 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment b419cb73-3c87-446f-ac6d-148c1ae3486c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b419cb73-3c87-446f-ac6d-148c1ae3486c found for delete ", "request_id": "req-cab17fc0-78b6-44bd-a93e-1741123b65f3"}]} Jul 04 04:25:55.343543 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ec3b0-bc8f-4e29-b463-b02738aad3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eec3fce-9c5d-44a0-be22-c0108d80e7d3,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:55.453853 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36076) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:55.502643 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f3f5501a-5892-474b-bc6e-c4107a13acf2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77e83a80c1b34e67958aca6d0a10ba8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475433 Jul 04 04:25:55.505283 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36080) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:55.557595 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-502e1039-087a-48f7-95ec-b4bac32bd029 admin admin] Publish callbacks [] for security_group (1e1d19e4-8d8a-40d5-ae91-8762b041904f), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.580000 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-502e1039-087a-48f7-95ec-b4bac32bd029 admin admin] Publish callbacks [] for security_group (1e1d19e4-8d8a-40d5-ae91-8762b041904f), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.629409 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-502e1039-087a-48f7-95ec-b4bac32bd029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1e1d19e4-8d8a-40d5-ae91-8762b041904f), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.632473 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-502e1039-087a-48f7-95ec-b4bac32bd029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:55.633833 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-502e1039-087a-48f7-95ec-b4bac32bd029 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e1d19e4-8d8a-40d5-ae91-8762b041904f HTTP/1.1" status: 204 len: 168 time: 0.1276674 Jul 04 04:25:55.642670 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e1039-087a-48f7-95ec-b4bac32bd029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d19e4-8d8a-40d5-ae91-8762b041904f,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:55.653623 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=66,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:56.377257 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36102) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:56.477091 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-828644725-network', 'tenant_id': '99c462317caf407094f11039ce3624e5'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:25:56.501192 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Made reservation on behalf of 99c462317caf407094f11039ce3624e5 for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:25:56.503744 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:56.512579 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:56.591904 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Publish callbacks [] for security_group (74157949-e3e0-47a1-be24-48ba7b4cad77), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:56.598150 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (74157949-e3e0-47a1-be24-48ba7b4cad77), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:56.622926 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:25:56.635937 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (05b2ac74-5cd4-4675-bd44-042ffeeed4bf), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:56.635937 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Added segment 05b2ac74-5cd4-4675-bd44-042ffeeed4bf of type vlan for network 4fc3304b-4e5c-4e12-ab04-2becac7c0fba Jul 04 04:25:56.637107 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74157949-e3e0-47a1-be24-48ba7b4cad77,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:56.677774 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (4fc3304b-4e5c-4e12-ab04-2becac7c0fba), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:56.706886 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (4fc3304b-4e5c-4e12-ab04-2becac7c0fba), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:56.707855 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:56.708411 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:56.732104 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:56.772611 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3942270 Jul 04 04:25:56.774124 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29be36d-e150-4d4d-bc87-674029db07d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc3304b-4e5c-4e12-ab04-2becac7c0fba,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:56.776025 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36108) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:56.781712 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Request body: {'subnet': {'network_id': '4fc3304b-4e5c-4e12-ab04-2becac7c0fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-828644725-subnet', 'tenant_id': '99c462317caf407094f11039ce3624e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:25:56.785374 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 4fc3304b-4e5c-4e12-ab04-2becac7c0fba details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:25:56.788904 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:56.807384 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Made reservation on behalf of 99c462317caf407094f11039ce3624e5 for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:25:56.809812 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12903764'] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:56.927368 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:56.986710 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13224895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12909230'] for subnet (ea75d9fe-7733-4fde-a5e2-bfaad20a2d92), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.036436 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea75d9fe-7733-4fde-a5e2-bfaad20a2d92,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:57.052924 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Checking segment: {'id': '05b2ac74-5cd4-4675-bd44-042ffeeed4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4fc3304b-4e5c-4e12-ab04-2becac7c0fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:25:57.053283 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Network hostable DHCP agents. Network: 4fc3304b-4e5c-4e12-ab04-2becac7c0fba, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:25:57.072854 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Network 4fc3304b-4e5c-4e12-ab04-2becac7c0fba is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:25:57.083514 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 4fc3304b-4e5c-4e12-ab04-2becac7c0fba) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:25:57.088594 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:57.089640 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.092814 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad3d670-6892-4d1c-b6a2-c8837e86dad0 None None] Network 4fc3304b-4e5c-4e12-ab04-2becac7c0fba requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:25:57.114833 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-fa70b22f-2670-48db-ab19-68f2d7280516 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3296490 Jul 04 04:25:57.195501 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516371ca-a512-405f-bc18-35e5d25ea977 None None] Network 4fc3304b-4e5c-4e12-ab04-2becac7c0fba requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:25:57.602897 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36128) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:57.607837 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-595598730-network', 'tenant_id': 'eaed6c279a7f46caadb05de4db59a0e9'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:25:57.629588 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Made reservation on behalf of eaed6c279a7f46caadb05de4db59a0e9 for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:25:57.632191 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.641780 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.730912 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Publish callbacks [] for security_group (8784d418-2a76-460f-8e20-4ada4224cd8f), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.738303 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (8784d418-2a76-460f-8e20-4ada4224cd8f), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.751874 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:57.766398 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:25:57.778443 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8784d418-2a76-460f-8e20-4ada4224cd8f,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:57.783513 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (812c7c6e-bfe1-4585-a653-72d9bac61e6d), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.783851 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Added segment 812c7c6e-bfe1-4585-a653-72d9bac61e6d of type vlan for network ea60f921-c2fb-4917-96c5-371be60b03d5 Jul 04 04:25:57.824844 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (ea60f921-c2fb-4917-96c5-371be60b03d5), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.852463 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (ea60f921-c2fb-4917-96c5-371be60b03d5), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.853669 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:57.854294 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.889293 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2853060 Jul 04 04:25:57.892360 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36130) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:57.897536 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Request body: {'subnet': {'network_id': 'ea60f921-c2fb-4917-96c5-371be60b03d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-595598730-subnet', 'tenant_id': 'eaed6c279a7f46caadb05de4db59a0e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:25:57.921281 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ac630-768b-40af-9167-0b80dba980f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea60f921-c2fb-4917-96c5-371be60b03d5,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:57.922878 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Made reservation on behalf of eaed6c279a7f46caadb05de4db59a0e9 for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:25:57.928324 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12903764'] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:57.935537 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network ea60f921-c2fb-4917-96c5-371be60b03d5 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:25:58.013440 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:58.113818 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13224895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12909230'] for subnet (4cf47b6e-4ff4-40ea-bee1-d75c11842938), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.171224 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf47b6e-4ff4-40ea-bee1-d75c11842938,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:58.180427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Checking segment: {'id': '812c7c6e-bfe1-4585-a653-72d9bac61e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ea60f921-c2fb-4917-96c5-371be60b03d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:25:58.180782 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Network hostable DHCP agents. Network: ea60f921-c2fb-4917-96c5-371be60b03d5, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:25:58.203702 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Network ea60f921-c2fb-4917-96c5-371be60b03d5 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:25:58.213995 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, ea60f921-c2fb-4917-96c5-371be60b03d5) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:25:58.218118 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:25:58.218748 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.223865 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9def2b6-c15a-48a3-97b9-d6f5fe29fd40 None None] Network ea60f921-c2fb-4917-96c5-371be60b03d5 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:25:58.236587 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-a9eb0e64-b7ae-451b-aff3-b82bd34d6991 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3427935 Jul 04 04:25:58.327909 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56f57d-15f6-49c9-9b40-76685b0e6ef6 None None] Network ea60f921-c2fb-4917-96c5-371be60b03d5 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:25:58.356179 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36136) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:58.401991 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b096925-2e72-4c4d-917c-ee82ff68f910 admin admin] Deleting subnet ea75d9fe-7733-4fde-a5e2-bfaad20a2d92 {{(pid=104119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:25:58.405204 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7b096925-2e72-4c4d-917c-ee82ff68f910 admin admin] Publish callbacks [] for subnet (ea75d9fe-7733-4fde-a5e2-bfaad20a2d92), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.444385 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7b096925-2e72-4c4d-917c-ee82ff68f910 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13225340'] for subnet (ea75d9fe-7733-4fde-a5e2-bfaad20a2d92), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.483828 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7b096925-2e72-4c4d-917c-ee82ff68f910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (ea75d9fe-7733-4fde-a5e2-bfaad20a2d92), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.525259 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:58.539478 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7b096925-2e72-4c4d-917c-ee82ff68f910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13224958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12909237'] for subnet (ea75d9fe-7733-4fde-a5e2-bfaad20a2d92), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.568523 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7b096925-2e72-4c4d-917c-ee82ff68f910 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.571654 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-7b096925-2e72-4c4d-917c-ee82ff68f910 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ea75d9fe-7733-4fde-a5e2-bfaad20a2d92 HTTP/1.1" status: 204 len: 168 time: 0.2141905 Jul 04 04:25:58.572753 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b096925-2e72-4c4d-917c-ee82ff68f910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea75d9fe-7733-4fde-a5e2-bfaad20a2d92,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:58.574931 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36138) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:58.660675 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (4fc3304b-4e5c-4e12-ab04-2becac7c0fba), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.744272 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (4fc3304b-4e5c-4e12-ab04-2becac7c0fba), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.765064 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc3304b-4e5c-4e12-ab04-2becac7c0fba']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:58.774560 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b2ac74-5cd4-4675-bd44-042ffeeed4bf') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:58.774864 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b2ac74-5cd4-4675-bd44-042ffeeed4bf') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:58.784782 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (05b2ac74-5cd4-4675-bd44-042ffeeed4bf), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.798940 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (05b2ac74-5cd4-4675-bd44-042ffeeed4bf), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.805337 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:25:58.805702 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (05b2ac74-5cd4-4675-bd44-042ffeeed4bf), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.861013 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 05b2ac74-5cd4-4675-bd44-042ffeeed4bf resource provider aggregate not found Jul 04 04:25:58.874292 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (4fc3304b-4e5c-4e12-ab04-2becac7c0fba), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.880871 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.883916 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] 10.222.0.16 "DELETE /v2.0/networks/4fc3304b-4e5c-4e12-ab04-2becac7c0fba HTTP/1.1" status: 204 len: 168 time: 0.3080134 Jul 04 04:25:58.885871 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 05b2ac74-5cd4-4675-bd44-042ffeeed4bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05b2ac74-5cd4-4675-bd44-042ffeeed4bf found for delete ", "request_id": "req-73666539-8f40-41fb-97a0-e7b1f0eb8248"}]} Jul 04 04:25:58.888205 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36146) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:58.894980 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397e1dd-bfec-43ee-b8b6-648dd3b7061e admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc3304b-4e5c-4e12-ab04-2becac7c0fba,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:58.939694 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_v2 [None req-b098c139-cbae-441b-b086-2392f38be639 admin admin] Deleting subnet 4cf47b6e-4ff4-40ea-bee1-d75c11842938 {{(pid=104119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:25:58.943072 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b098c139-cbae-441b-b086-2392f38be639 admin admin] Publish callbacks [] for subnet (4cf47b6e-4ff4-40ea-bee1-d75c11842938), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:58.977398 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b098c139-cbae-441b-b086-2392f38be639 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13225340'] for subnet (4cf47b6e-4ff4-40ea-bee1-d75c11842938), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.016539 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b098c139-cbae-441b-b086-2392f38be639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (4cf47b6e-4ff4-40ea-bee1-d75c11842938), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.074095 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b098c139-cbae-441b-b086-2392f38be639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13224958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12909237'] for subnet (4cf47b6e-4ff4-40ea-bee1-d75c11842938), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.105929 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098c139-cbae-441b-b086-2392f38be639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf47b6e-4ff4-40ea-bee1-d75c11842938,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:59.110528 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b098c139-cbae-441b-b086-2392f38be639 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.113484 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-b098c139-cbae-441b-b086-2392f38be639 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4cf47b6e-4ff4-40ea-bee1-d75c11842938 HTTP/1.1" status: 204 len: 168 time: 0.2242327 Jul 04 04:25:59.116045 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36148) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:59.187374 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (ea60f921-c2fb-4917-96c5-371be60b03d5), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.277268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (ea60f921-c2fb-4917-96c5-371be60b03d5), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.302079 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea60f921-c2fb-4917-96c5-371be60b03d5']}} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:59.311785 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812c7c6e-bfe1-4585-a653-72d9bac61e6d') {'for_net_delete': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:59.312081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812c7c6e-bfe1-4585-a653-72d9bac61e6d') {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:25:59.322246 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13225317'] for segment (812c7c6e-bfe1-4585-a653-72d9bac61e6d), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.328175 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:59.337461 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (812c7c6e-bfe1-4585-a653-72d9bac61e6d), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.348867 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=104119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:25:59.349590 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13224728'] for segment (812c7c6e-bfe1-4585-a653-72d9bac61e6d), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.412921 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (ea60f921-c2fb-4917-96c5-371be60b03d5), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.417878 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.420974 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ea60f921-c2fb-4917-96c5-371be60b03d5 HTTP/1.1" status: 204 len: 168 time: 0.3040249 Jul 04 04:25:59.434662 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b05aa0-4636-4015-a84a-f8a8b5b32c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea60f921-c2fb-4917-96c5-371be60b03d5,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:25:59.493564 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 812c7c6e-bfe1-4585-a653-72d9bac61e6d resource provider aggregate not found Jul 04 04:25:59.511270 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 812c7c6e-bfe1-4585-a653-72d9bac61e6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 812c7c6e-bfe1-4585-a653-72d9bac61e6d found for delete ", "request_id": "req-39551d62-69a8-4f01-92bb-9cfe366ca0e6"}]} Jul 04 04:25:59.597442 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36158) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:59.640555 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-fd019312-c8f9-487f-9fee-eadbd47c8b48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99c462317caf407094f11039ce3624e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419316 Jul 04 04:25:59.644689 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36160) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:25:59.694545 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb8d63d4-ba2f-4358-bef6-793fd71bfa20 admin admin] Publish callbacks [] for security_group (74157949-e3e0-47a1-be24-48ba7b4cad77), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.716934 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb8d63d4-ba2f-4358-bef6-793fd71bfa20 admin admin] Publish callbacks [] for security_group (74157949-e3e0-47a1-be24-48ba7b4cad77), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.727013 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:25:59.769707 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb8d63d4-ba2f-4358-bef6-793fd71bfa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (74157949-e3e0-47a1-be24-48ba7b4cad77), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.772218 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-cb8d63d4-ba2f-4358-bef6-793fd71bfa20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:25:59.773377 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-cb8d63d4-ba2f-4358-bef6-793fd71bfa20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74157949-e3e0-47a1-be24-48ba7b4cad77 HTTP/1.1" status: 204 len: 168 time: 0.1277952 Jul 04 04:25:59.781709 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d63d4-ba2f-4358-bef6-793fd71bfa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74157949-e3e0-47a1-be24-48ba7b4cad77,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:00.113828 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36168) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:00.165362 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-807a93aa-80a4-4762-9456-05a0e2ca0f19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eaed6c279a7f46caadb05de4db59a0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501211 Jul 04 04:26:00.168852 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36170) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:00.219130 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-05b92b3e-9470-4d3c-b900-fa849727ceaa admin admin] Publish callbacks [] for security_group (8784d418-2a76-460f-8e20-4ada4224cd8f), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:00.242602 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-05b92b3e-9470-4d3c-b900-fa849727ceaa admin admin] Publish callbacks [] for security_group (8784d418-2a76-460f-8e20-4ada4224cd8f), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:00.298199 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-05b92b3e-9470-4d3c-b900-fa849727ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (8784d418-2a76-460f-8e20-4ada4224cd8f), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:00.300681 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-05b92b3e-9470-4d3c-b900-fa849727ceaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:00.301864 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-05b92b3e-9470-4d3c-b900-fa849727ceaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8784d418-2a76-460f-8e20-4ada4224cd8f HTTP/1.1" status: 204 len: 168 time: 0.1321433 Jul 04 04:26:00.310508 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b92b3e-9470-4d3c-b900-fa849727ceaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8784d418-2a76-460f-8e20-4ada4224cd8f,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:02.900848 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36244) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:03.021219 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c6bc-b13d-4615-b81a-6ef2f0dc6107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.102911 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c6bc-b13d-4615-b81a-6ef2f0dc6107 admin admin] Publish callbacks [] for security_group (b5e87920-87a3-4f05-8a3f-638d1251d658), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.110406 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c6bc-b13d-4615-b81a-6ef2f0dc6107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b5e87920-87a3-4f05-8a3f-638d1251d658), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.147275 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:03.150866 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1c6bc-b13d-4615-b81a-6ef2f0dc6107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e87920-87a3-4f05-8a3f-638d1251d658,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:03.157742 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-d5f1c6bc-b13d-4615-b81a-6ef2f0dc6107 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cccb65ef639d4c72b871f10c9350f912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543252 Jul 04 04:26:03.159808 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36248) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:03.213830 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c4e49f1-73c1-4839-bccd-589554429eeb admin admin] Publish callbacks [] for security_group (b5e87920-87a3-4f05-8a3f-638d1251d658), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.222816 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:03.237131 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c4e49f1-73c1-4839-bccd-589554429eeb admin admin] Publish callbacks [] for security_group (b5e87920-87a3-4f05-8a3f-638d1251d658), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.291420 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c4e49f1-73c1-4839-bccd-589554429eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b5e87920-87a3-4f05-8a3f-638d1251d658), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.293974 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3c4e49f1-73c1-4839-bccd-589554429eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.295155 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-3c4e49f1-73c1-4839-bccd-589554429eeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5e87920-87a3-4f05-8a3f-638d1251d658 HTTP/1.1" status: 204 len: 168 time: 0.1342237 Jul 04 04:26:03.302890 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e49f1-73c1-4839-bccd-589554429eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e87920-87a3-4f05-8a3f-638d1251d658,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:03.583347 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36254) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:03.600198 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4768f6ea-5ddb-459b-8c26-6d6c30f8f852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.679550 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4768f6ea-5ddb-459b-8c26-6d6c30f8f852 admin admin] Publish callbacks [] for security_group (f511c8c4-f128-409a-8931-f7dc511f771b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.684773 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4768f6ea-5ddb-459b-8c26-6d6c30f8f852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f511c8c4-f128-409a-8931-f7dc511f771b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.725508 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-4768f6ea-5ddb-459b-8c26-6d6c30f8f852 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9571b45565d4db1a4868c0a72e7ef37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409883 Jul 04 04:26:03.726357 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768f6ea-5ddb-459b-8c26-6d6c30f8f852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f511c8c4-f128-409a-8931-f7dc511f771b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:03.728502 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36256) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:03.782948 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f44121cd-a1d9-4f51-a843-b2f2dc51019f admin admin] Publish callbacks [] for security_group (f511c8c4-f128-409a-8931-f7dc511f771b), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.805033 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f44121cd-a1d9-4f51-a843-b2f2dc51019f admin admin] Publish callbacks [] for security_group (f511c8c4-f128-409a-8931-f7dc511f771b), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.859585 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f44121cd-a1d9-4f51-a843-b2f2dc51019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f511c8c4-f128-409a-8931-f7dc511f771b), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.863644 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f44121cd-a1d9-4f51-a843-b2f2dc51019f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:03.865218 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-f44121cd-a1d9-4f51-a843-b2f2dc51019f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f511c8c4-f128-409a-8931-f7dc511f771b HTTP/1.1" status: 204 len: 168 time: 0.1357489 Jul 04 04:26:03.873555 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44121cd-a1d9-4f51-a843-b2f2dc51019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511c8c4-f128-409a-8931-f7dc511f771b,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:03.996743 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=10 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:03.997802 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=13 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:04.084717 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-297e30a1-d950-42b1-b659-891c6ba2004c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:04.584579 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36280) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:04.688089 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-977586986-network', 'tenant_id': '86dfeaf2227c4c79b63901fc3d7fe1f1'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:04.715483 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Made reservation on behalf of 86dfeaf2227c4c79b63901fc3d7fe1f1 for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:04.717919 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:04.726244 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:04.805620 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Publish callbacks [] for security_group (195afb0b-e0a4-42d4-b557-572c5dbbf86f), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:04.812034 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (195afb0b-e0a4-42d4-b557-572c5dbbf86f), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:04.847613 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:26:04.857881 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195afb0b-e0a4-42d4-b557-572c5dbbf86f,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:04.862743 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (05a569d0-fbf8-40a1-ac62-0c552b08ef41), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:04.863081 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Added segment 05a569d0-fbf8-40a1-ac62-0c552b08ef41 of type vlan for network 05b98fac-df2d-4ba0-a386-91d2537d67ce Jul 04 04:26:04.905203 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (05b98fac-df2d-4ba0-a386-91d2537d67ce), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:04.933174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (05b98fac-df2d-4ba0-a386-91d2537d67ce), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:04.934544 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:04.935158 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:04.964370 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3786547 Jul 04 04:26:04.967491 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36286) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:04.972594 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Request body: {'subnet': {'network_id': '05b98fac-df2d-4ba0-a386-91d2537d67ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-977586986-subnet', 'tenant_id': '86dfeaf2227c4c79b63901fc3d7fe1f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:04.995936 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Made reservation on behalf of 86dfeaf2227c4c79b63901fc3d7fe1f1 for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:04.998753 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12903764'] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:05.001670 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c011c6b-deed-4606-900d-9c95a8534b8a admin admin] Pushing event updated for resources: {'Network': ['ID=05b98fac-df2d-4ba0-a386-91d2537d67ce,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:05.011658 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 05b98fac-df2d-4ba0-a386-91d2537d67ce details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:26:05.170982 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13224895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12909230'] for subnet (4413b495-53b3-4d47-a315-117f118eb835), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:05.173761 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:INSERT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:05.219245 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4413b495-53b3-4d47-a315-117f118eb835,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:05.238130 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Checking segment: {'id': '05a569d0-fbf8-40a1-ac62-0c552b08ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '05b98fac-df2d-4ba0-a386-91d2537d67ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:05.238535 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Network hostable DHCP agents. Network: 05b98fac-df2d-4ba0-a386-91d2537d67ce, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:26:05.257552 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Network 05b98fac-df2d-4ba0-a386-91d2537d67ce is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:26:05.270428 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 05b98fac-df2d-4ba0-a386-91d2537d67ce) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:05.275190 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:05.276200 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:05.279589 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02cb2d-2981-49ab-af01-d1fe38bdb179 None None] Network 05b98fac-df2d-4ba0-a386-91d2537d67ce requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:05.298662 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-124fb281-d2c7-4619-b0bf-8812fa154c3d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3299298 Jul 04 04:26:05.380039 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f19f555-0a6a-4fa9-aab9-69cbe59abe63 None None] Network 05b98fac-df2d-4ba0-a386-91d2537d67ce requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:05.399535 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:05.792950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36302) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:05.798032 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2086860365-network', 'tenant_id': '74b14cf98e21444d9d3271c3caccb5b6'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:05.820351 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Made reservation on behalf of 74b14cf98e21444d9d3271c3caccb5b6 for: {'network': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:05.822844 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:05.831354 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:05.909700 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Publish callbacks [] for security_group (947b6417-e4ba-437b-809b-eca72ab0b70f), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:05.915380 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (947b6417-e4ba-437b-809b-eca72ab0b70f), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:05.943773 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=104119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:26:05.950274 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:05.952471 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b6417-e4ba-437b-809b-eca72ab0b70f,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:05.958657 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (1d496827-f76a-4618-b41b-38d3b2436039), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:05.958996 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.segments_db [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Added segment 1d496827-f76a-4618-b41b-38d3b2436039 of type vlan for network 67f61146-76e5-46c6-a04a-8d8126a30a58 Jul 04 04:26:06.002682 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (67f61146-76e5-46c6-a04a-8d8126a30a58), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:06.032611 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (67f61146-76e5-46c6-a04a-8d8126a30a58), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:06.033607 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:06.034184 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:06.069579 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2754352 Jul 04 04:26:06.072286 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36306) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:06.103547 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Request body: {'subnet': {'network_id': '67f61146-76e5-46c6-a04a-8d8126a30a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2086860365-subnet', 'tenant_id': '74b14cf98e21444d9d3271c3caccb5b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:06.110210 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8703bce-d3d2-4af8-a126-7c6fac9af8b0 admin admin] Pushing event updated for resources: {'Network': ['ID=67f61146-76e5-46c6-a04a-8d8126a30a58,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:06.120472 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 67f61146-76e5-46c6-a04a-8d8126a30a58 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:26:06.129837 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Made reservation on behalf of 74b14cf98e21444d9d3271c3caccb5b6 for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:06.132218 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12903764'] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:06.208956 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-cb4b137e-50f0-462b-b528-1c534bfe5e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:06.310240 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13224895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12909230'] for subnet (511f1519-4ed8-4fe1-8067-5e1f85043e22), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:06.358838 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=511f1519-4ed8-4fe1-8067-5e1f85043e22,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:06.372984 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:06.376141 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Checking segment: {'id': '1d496827-f76a-4618-b41b-38d3b2436039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '67f61146-76e5-46c6-a04a-8d8126a30a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:06.376492 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Network hostable DHCP agents. Network: 67f61146-76e5-46c6-a04a-8d8126a30a58, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:26:06.396905 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Network 67f61146-76e5-46c6-a04a-8d8126a30a58 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:26:06.407131 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 67f61146-76e5-46c6-a04a-8d8126a30a58) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:06.411199 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:06.411782 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:06.416323 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f03c3-e9fd-4651-9d44-da7007d21dae None None] Network 67f61146-76e5-46c6-a04a-8d8126a30a58 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:06.430188 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-dad3694e-9db2-449b-8d2d-424491d77fb7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3568873 Jul 04 04:26:06.523641 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da6505-6305-4a65-864a-cba68aceec80 None None] Network 67f61146-76e5-46c6-a04a-8d8126a30a58 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:06.536175 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:07.616539 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:08.729915 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36350) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:08.853439 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1bf389fa-a56b-4ef1-96f6-d3eded53a52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:08.875985 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:08.912090 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:08.933428 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1bf389fa-a56b-4ef1-96f6-d3eded53a52e admin admin] Publish callbacks [] for security_group (b7d242f6-47a4-4ee2-b22d-2ff7259e754e), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:08.938981 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1bf389fa-a56b-4ef1-96f6-d3eded53a52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b7d242f6-47a4-4ee2-b22d-2ff7259e754e), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:08.965646 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:08.980851 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-1bf389fa-a56b-4ef1-96f6-d3eded53a52e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9573458ffd6449efbe0bc906ef71752e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498581 Jul 04 04:26:08.982157 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf389fa-a56b-4ef1-96f6-d3eded53a52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d242f6-47a4-4ee2-b22d-2ff7259e754e,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:08.983880 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36354) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:09.036835 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-839aeecc-c36e-4b92-90aa-505eabc08e4f admin admin] Publish callbacks [] for security_group (b7d242f6-47a4-4ee2-b22d-2ff7259e754e), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:09.065349 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-839aeecc-c36e-4b92-90aa-505eabc08e4f admin admin] Publish callbacks [] for security_group (b7d242f6-47a4-4ee2-b22d-2ff7259e754e), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:09.097206 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:09.119650 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-839aeecc-c36e-4b92-90aa-505eabc08e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (b7d242f6-47a4-4ee2-b22d-2ff7259e754e), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:09.122281 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-839aeecc-c36e-4b92-90aa-505eabc08e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:09.123552 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-839aeecc-c36e-4b92-90aa-505eabc08e4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7d242f6-47a4-4ee2-b22d-2ff7259e754e HTTP/1.1" status: 204 len: 168 time: 0.1387129 Jul 04 04:26:09.132479 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839aeecc-c36e-4b92-90aa-505eabc08e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d242f6-47a4-4ee2-b22d-2ff7259e754e,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:10.266354 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36396) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:10.391369 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6bbab07b-0f7a-4712-9d4f-e0b6fae9458f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:10.476830 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6bbab07b-0f7a-4712-9d4f-e0b6fae9458f admin admin] Publish callbacks [] for security_group (f88120b6-9239-4cfa-9a70-5052ea74a027), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:10.481865 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6bbab07b-0f7a-4712-9d4f-e0b6fae9458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f88120b6-9239-4cfa-9a70-5052ea74a027), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:10.499146 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:10.523433 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-6bbab07b-0f7a-4712-9d4f-e0b6fae9458f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35dd837b445f4660921f50139c0bc45c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559724 Jul 04 04:26:10.525836 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbab07b-0f7a-4712-9d4f-e0b6fae9458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88120b6-9239-4cfa-9a70-5052ea74a027,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:10.526492 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36400) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:10.579367 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-01405497-6d2d-43e8-9380-237c14948dcf admin admin] Publish callbacks [] for security_group (f88120b6-9239-4cfa-9a70-5052ea74a027), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:10.600915 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-01405497-6d2d-43e8-9380-237c14948dcf admin admin] Publish callbacks [] for security_group (f88120b6-9239-4cfa-9a70-5052ea74a027), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:10.649193 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-01405497-6d2d-43e8-9380-237c14948dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f88120b6-9239-4cfa-9a70-5052ea74a027), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:10.651652 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-01405497-6d2d-43e8-9380-237c14948dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:10.652800 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-01405497-6d2d-43e8-9380-237c14948dcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f88120b6-9239-4cfa-9a70-5052ea74a027 HTTP/1.1" status: 204 len: 168 time: 0.1252089 Jul 04 04:26:10.661041 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01405497-6d2d-43e8-9380-237c14948dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88120b6-9239-4cfa-9a70-5052ea74a027,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:11.326922 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36432) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:11.450076 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-224658784-network', 'tenant_id': 'd770140713d34c5ab7c8775e5e9837fa'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:11.482653 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Made reservation on behalf of d770140713d34c5ab7c8775e5e9837fa for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:11.485437 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.494277 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.580340 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Publish callbacks [] for security_group (cd03b486-e2b4-4a1d-ad75-01c559ce0418), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.586657 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (cd03b486-e2b4-4a1d-ad75-01c559ce0418), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.614197 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:26:11.626593 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd03b486-e2b4-4a1d-ad75-01c559ce0418,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:11.629541 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (27f3d061-d118-4c54-a638-e47c5f855051), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.629909 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Added segment 27f3d061-d118-4c54-a638-e47c5f855051 of type vlan for network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 Jul 04 04:26:11.673793 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (72171f11-8631-4b27-9aa8-5cd98daeeeb4), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.700610 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (72171f11-8631-4b27-9aa8-5cd98daeeeb4), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.702170 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:11.702785 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.739583 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4114020 Jul 04 04:26:11.742746 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36436) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:11.747923 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Request body: {'subnet': {'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-224658784-subnet', 'tenant_id': 'd770140713d34c5ab7c8775e5e9837fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:11.769263 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Made reservation on behalf of d770140713d34c5ab7c8775e5e9837fa for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:11.771255 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0617d-dee9-4146-98f1-a03604ab4dbb admin admin] Pushing event updated for resources: {'Network': ['ID=72171f11-8631-4b27-9aa8-5cd98daeeeb4,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:11.771669 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12903764'] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.781971 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:26:11.946828 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13224895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12909230'] for subnet (c011056f-8a2a-48d3-86d1-d4d3681bf66c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:11.993916 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c011056f-8a2a-48d3-86d1-d4d3681bf66c,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:12.014073 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Checking segment: {'id': '27f3d061-d118-4c54-a638-e47c5f855051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:12.014461 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Network hostable DHCP agents. Network: 72171f11-8631-4b27-9aa8-5cd98daeeeb4, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:26:12.032311 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:26:12.042763 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 72171f11-8631-4b27-9aa8-5cd98daeeeb4) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:12.047061 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:12.047700 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:12.052920 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a4e62-c860-45d6-a9e5-9a859a5d455d None None] Network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:12.071492 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-acc66447-9eb6-47b7-a50f-a21f2a806429 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3275650 Jul 04 04:26:12.165911 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb6884-480b-4905-bd60-1ef6a86d4beb None None] Network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:14.107637 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:14.932458 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:14.968691 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5139787-ad29-4787-aadc-25023ebedf57 req-e1a0b485-c16f-4f99-9bbf-1ad00f4e9ba7 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:14.970358 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-e1a0b485-c16f-4f99-9bbf-1ad00f4e9ba7 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/networks?id=72171f11-8631-4b27-9aa8-5cd98daeeeb4 HTTP/1.1" status: 200 len: 808 time: 0.1144531 Jul 04 04:26:14.985010 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-5325b1d6-ecb8-4be3-9326-e0fe0edd156a tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/quotas/d770140713d34c5ab7c8775e5e9837fa HTTP/1.1" status: 200 len: 375 time: 0.0092022 Jul 04 04:26:15.019190 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-40f0b897-d345-4840-be68-66791af4ec6a tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d770140713d34c5ab7c8775e5e9837fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291734 Jul 04 04:26:15.088862 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-af098a2f-4644-42d9-bcea-d1cc0b7546b6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:26:15.090426 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-af098a2f-4644-42d9-bcea-d1cc0b7546b6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0647438 Jul 04 04:26:15.193196 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-8369254f-41a3-49a7-b6cb-943f00aa4cfa service neutron] 10.222.0.16 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935087 Jul 04 04:26:15.286243 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-10eed466-1d85-4e03-b080-cb30cb7e9439 service neutron] 10.222.0.16 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871596 Jul 04 04:26:15.462019 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-77f6bf4f-41d4-47cd-8754-9ab157a6d209 req-895bf95b-784e-48ee-bd95-9972069df19d tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 210 time: 0.0294518 Jul 04 04:26:16.582824 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-ab476c3a-f898-4b97-bea2-371b865bf59f req-96847c89-bd28-41fc-8a4f-6146cea5c4bb tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 210 time: 0.0505776 Jul 04 04:26:16.668777 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5139787-ad29-4787-aadc-25023ebedf57 req-f432bb28-f6da-4da3-aeb8-e723dbcd9e4c tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:16.670245 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-f432bb28-f6da-4da3-aeb8-e723dbcd9e4c tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.59 "GET /v2.0/networks?id=72171f11-8631-4b27-9aa8-5cd98daeeeb4 HTTP/1.1" status: 200 len: 808 time: 0.1360517 Jul 04 04:26:16.701246 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Request body: {'port': {'device_id': 'd0fa4639-899c-4ebb-b2ae-4ced3e3c30eb', 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4', 'admin_state_up': True, 'tenant_id': 'd770140713d34c5ab7c8775e5e9837fa'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:16.797402 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:16.823300 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Made reservation on behalf of d770140713d34c5ab7c8775e5e9837fa for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:16.827122 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:16.959749 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Allocated IP 172.20.0.12 (72171f11-8631-4b27-9aa8-5cd98daeeeb4/c011056f-8a2a-48d3-86d1-d4d3681bf66c/36d5a35c-ec51-4bd4-860c-705100cca559) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:17.116035 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks [] for port (36d5a35c-ec51-4bd4-860c-705100cca559), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:17.130283 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:17.152131 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:17.197571 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:17.200902 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:17.204839 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:17.233538 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Pushing event updated for resources: {'Port': ['ID=36d5a35c-ec51-4bd4-860c-705100cca559,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:17.264220 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:17.264827 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:17.283494 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-16b56113-8b7c-42af-9132-836c9a8faa03 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5857725 Jul 04 04:26:17.301523 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Request body: {'port': {'device_id': 'd0fa4639-899c-4ebb-b2ae-4ced3e3c30eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:17.362775 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:17.631328 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d5a35c-ec51-4bd4-860c-705100cca559 {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:26:17.640316 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Publish callbacks [] for port (36d5a35c-ec51-4bd4-860c-705100cca559), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:17.646749 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:17.655101 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Transition to ACTIVE for port object 36d5a35c-ec51-4bd4-860c-705100cca559 will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:26:17.661019 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:17.703303 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad381c-d3c8-4f26-8882-fbc7ad7e4722 req-6825a16f-81c7-48e9-969f-c39e306d4d96 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:17.704799 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-20ad381c-d3c8-4f26-8882-fbc7ad7e4722 req-6825a16f-81c7-48e9-969f-c39e306d4d96 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 944 time: 0.0493240 Jul 04 04:26:17.710438 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Pushing event updated for resources: {'Port': ['ID=36d5a35c-ec51-4bd4-860c-705100cca559,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:17.754593 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-20ad381c-d3c8-4f26-8882-fbc7ad7e4722 req-f6128fe2-8c51-4d69-a236-78fb446d32ea tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Jul 04 04:26:17.781593 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Attempting to bind port 36d5a35c-ec51-4bd4-860c-705100cca559 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:26:17.781923 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Attempting to bind port 36d5a35c-ec51-4bd4-860c-705100cca559 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '27f3d061-d118-4c54-a638-e47c5f855051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:26:17.782248 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Attempting to bind port 36d5a35c-ec51-4bd4-860c-705100cca559 on network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:17.786772 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Port 36d5a35c-ec51-4bd4-860c-705100cca559 on network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:26:17.787059 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Attempting to bind port 36d5a35c-ec51-4bd4-860c-705100cca559 on network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:17.792192 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:26:17.792527 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Checking segment: {'id': '27f3d061-d118-4c54-a638-e47c5f855051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:17.792899 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Bound using segment: {'id': '27f3d061-d118-4c54-a638-e47c5f855051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:26:17.793310 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Bound port: 36d5a35c-ec51-4bd4-860c-705100cca559, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f3d061-d118-4c54-a638-e47c5f855051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:26:17.793667 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:17.859955 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] For port 36d5a35c-ec51-4bd4-860c-705100cca559, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:26:17.863201 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] For port 36d5a35c-ec51-4bd4-860c-705100cca559, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=36d5a35c-ec51-4bd4-860c-705100cca559,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:26:17.870895 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:17.879079 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:17.918787 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:17.919668 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:17.921633 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/36d5a35c-ec51-4bd4-860c-705100cca559 HTTP/1.1" status: 200 len: 1094 time: 0.6243002 Jul 04 04:26:17.924759 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fa4639-899c-4ebb-b2ae-4ced3e3c30eb', 'tag': '36d5a35c-ec51-4bd4-860c-705100cca559'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:17.927312 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeeeab2-176c-4d55-8abd-6a02854b4d54" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb", "tag": "36d5a35c-ec51-4bd4-860c-705100cca559"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:17.949405 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c0545-3b3e-49ac-94c5-e975824c64f8 service neutron] Pushing event updated for resources: {'Port': ['ID=36d5a35c-ec51-4bd4-860c-705100cca559,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:17.972583 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06db79ec-dea0-470d-b5cc-d5615f1ff32c x-openstack-request-id: req-06db79ec-dea0-470d-b5cc-d5615f1ff32c {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:17.972879 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb", "tag": "36d5a35c-ec51-4bd4-860c-705100cca559", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:17.973160 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06db79ec-dea0-470d-b5cc-d5615f1ff32c {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:17.973591 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06db79ec-dea0-470d-b5cc-d5615f1ff32c'] response: {'name': 'network-changed', 'server_uuid': 'd0fa4639-899c-4ebb-b2ae-4ced3e3c30eb', 'tag': '36d5a35c-ec51-4bd4-860c-705100cca559', 'status': 'completed', 'code': 200} Jul 04 04:26:18.035862 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5139787-ad29-4787-aadc-25023ebedf57 req-3b8a82a0-a9b9-4f08-83af-dac041fa0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:18.037390 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-3b8a82a0-a9b9-4f08-83af-dac041fa0771 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d770140713d34c5ab7c8775e5e9837fa&device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 1128 time: 0.0402584 Jul 04 04:26:18.088282 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-13854ca4-dfb3-4ac9-a440-9222e6d0042f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36d5a35c-ec51-4bd4-860c-705100cca559 HTTP/1.1" status: 200 len: 217 time: 0.0359244 Jul 04 04:26:18.138521 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5139787-ad29-4787-aadc-25023ebedf57 req-23f6655d-45e3-4530-991a-70b75d608a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:18.139936 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-23f6655d-45e3-4530-991a-70b75d608a40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c011056f-8a2a-48d3-86d1-d4d3681bf66c HTTP/1.1" status: 200 len: 848 time: 0.0445580 Jul 04 04:26:18.171756 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-2d78756c-dd7d-4abd-9127-633640c25d6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72171f11-8631-4b27-9aa8-5cd98daeeeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253415 Jul 04 04:26:18.270152 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-c5e5cb5d-2ea9-4c04-b5ac-20170d0d7a7c service neutron] 10.222.0.59 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916443 Jul 04 04:26:18.361899 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5139787-ad29-4787-aadc-25023ebedf57 req-3518e52c-14e4-4cb0-be31-4aa95e50d2aa service neutron] 10.222.0.59 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858781 Jul 04 04:26:18.882206 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdf313-3475-47f0-9256-8b0e5724d9c0 req-e8400b99-50e2-4075-b032-f04831827cbb tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:18.883768 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fdbdf313-3475-47f0-9256-8b0e5724d9c0 req-e8400b99-50e2-4075-b032-f04831827cbb tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 944 time: 0.0562754 Jul 04 04:26:18.933252 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fdbdf313-3475-47f0-9256-8b0e5724d9c0 req-0873f249-918c-497a-b08c-732ea5944ae4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 Jul 04 04:26:20.061664 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ac5e2-ca0f-4fbb-9cb0-93a495a241a8 req-e2ff436d-2e9b-4e66-a195-029e1f775f93 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:20.063169 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c51ac5e2-ca0f-4fbb-9cb0-93a495a241a8 req-e2ff436d-2e9b-4e66-a195-029e1f775f93 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 944 time: 0.0531359 Jul 04 04:26:20.113186 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c51ac5e2-ca0f-4fbb-9cb0-93a495a241a8 req-d41492e3-a12c-4d83-8f5c-13c61d44dcc5 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Jul 04 04:26:20.253517 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36572) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:20.299808 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e6ab33-ab22-453a-be04-d07769f69bfe admin admin] Deleting subnet 4413b495-53b3-4d47-a315-117f118eb835 {{(pid=104119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:26:20.303170 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-20e6ab33-ab22-453a-be04-d07769f69bfe admin admin] Publish callbacks [] for subnet (4413b495-53b3-4d47-a315-117f118eb835), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.337502 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-20e6ab33-ab22-453a-be04-d07769f69bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13225340'] for subnet (4413b495-53b3-4d47-a315-117f118eb835), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.377147 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-20e6ab33-ab22-453a-be04-d07769f69bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (4413b495-53b3-4d47-a315-117f118eb835), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.438404 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-20e6ab33-ab22-453a-be04-d07769f69bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13224958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12909237'] for subnet (4413b495-53b3-4d47-a315-117f118eb835), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.464412 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6ab33-ab22-453a-be04-d07769f69bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4413b495-53b3-4d47-a315-117f118eb835,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:20.469487 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-20e6ab33-ab22-453a-be04-d07769f69bfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.472397 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-20e6ab33-ab22-453a-be04-d07769f69bfe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4413b495-53b3-4d47-a315-117f118eb835 HTTP/1.1" status: 204 len: 168 time: 0.2178469 Jul 04 04:26:20.475090 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36574) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:20.505506 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:20.546645 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (05b98fac-df2d-4ba0-a386-91d2537d67ce), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.628847 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (05b98fac-df2d-4ba0-a386-91d2537d67ce), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.651176 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b98fac-df2d-4ba0-a386-91d2537d67ce']}} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:20.660588 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a569d0-fbf8-40a1-ac62-0c552b08ef41') {'for_net_delete': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:20.660880 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a569d0-fbf8-40a1-ac62-0c552b08ef41') {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:20.670527 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13225317'] for segment (05a569d0-fbf8-40a1-ac62-0c552b08ef41), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.684135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (05a569d0-fbf8-40a1-ac62-0c552b08ef41), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.691033 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=104119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:26:20.691472 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13224728'] for segment (05a569d0-fbf8-40a1-ac62-0c552b08ef41), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.719248 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 05a569d0-fbf8-40a1-ac62-0c552b08ef41 resource provider aggregate not found Jul 04 04:26:20.729317 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:20.760692 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 05a569d0-fbf8-40a1-ac62-0c552b08ef41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05a569d0-fbf8-40a1-ac62-0c552b08ef41 found for delete ", "request_id": "req-b61b6cbc-efd0-48d1-a8ef-7e5058f1ec0c"}]} Jul 04 04:26:20.791114 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (05b98fac-df2d-4ba0-a386-91d2537d67ce), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.793241 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-f71ec1d8-e4ed-4bea-a736-b4790ff5b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:20.794802 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-f71ec1d8-e4ed-4bea-a736-b4790ff5b473 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d770140713d34c5ab7c8775e5e9837fa&device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 1128 time: 0.0857096 Jul 04 04:26:20.798733 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.801633 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] 10.222.0.16 "DELETE /v2.0/networks/05b98fac-df2d-4ba0-a386-91d2537d67ce HTTP/1.1" status: 204 len: 168 time: 0.3256435 Jul 04 04:26:20.804714 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36580) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:20.812718 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:20.828674 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23feef4-9184-4420-b4e5-6a94dbd19d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b98fac-df2d-4ba0-a386-91d2537d67ce,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:20.852335 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8210b36-2e7e-44e5-a02a-fcd6796fa5c0 admin admin] Deleting subnet 511f1519-4ed8-4fe1-8067-5e1f85043e22 {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:26:20.855755 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e8210b36-2e7e-44e5-a02a-fcd6796fa5c0 admin admin] Publish callbacks [] for subnet (511f1519-4ed8-4fe1-8067-5e1f85043e22), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.886315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:20.892562 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e8210b36-2e7e-44e5-a02a-fcd6796fa5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (511f1519-4ed8-4fe1-8067-5e1f85043e22), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.909496 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-3028cc47-8da3-45ee-9168-2384a99b0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:20.911078 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-3028cc47-8da3-45ee-9168-2384a99b0876 service neutron] 10.222.0.59 "GET /v2.0/networks?id=72171f11-8631-4b27-9aa8-5cd98daeeeb4 HTTP/1.1" status: 200 len: 909 time: 0.1083424 Jul 04 04:26:20.935869 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e8210b36-2e7e-44e5-a02a-fcd6796fa5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (511f1519-4ed8-4fe1-8067-5e1f85043e22), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:20.951834 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-c0cb2e4d-5349-47f9-9a32-289c57d3347c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36d5a35c-ec51-4bd4-860c-705100cca559 HTTP/1.1" status: 200 len: 217 time: 0.0335183 Jul 04 04:26:20.995823 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e8210b36-2e7e-44e5-a02a-fcd6796fa5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (511f1519-4ed8-4fe1-8067-5e1f85043e22), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.003408 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-a90139a8-8efe-4cb3-a214-b768a61e814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:21.004954 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-a90139a8-8efe-4cb3-a214-b768a61e814e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c011056f-8a2a-48d3-86d1-d4d3681bf66c HTTP/1.1" status: 200 len: 848 time: 0.0477560 Jul 04 04:26:21.020424 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8210b36-2e7e-44e5-a02a-fcd6796fa5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=511f1519-4ed8-4fe1-8067-5e1f85043e22,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:21.026282 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e8210b36-2e7e-44e5-a02a-fcd6796fa5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.030701 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-e8210b36-2e7e-44e5-a02a-fcd6796fa5c0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/511f1519-4ed8-4fe1-8067-5e1f85043e22 HTTP/1.1" status: 204 len: 168 time: 0.2248533 Jul 04 04:26:21.032232 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36582) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:21.039328 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-fefce7ba-0d60-4d96-83f2-dfeec2f8af0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72171f11-8631-4b27-9aa8-5cd98daeeeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287461 Jul 04 04:26:21.101882 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (67f61146-76e5-46c6-a04a-8d8126a30a58), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.133631 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-809a48d6-e66f-4f95-a2f8-274f02b0325d service neutron] 10.222.0.59 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883777 Jul 04 04:26:21.185862 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (67f61146-76e5-46c6-a04a-8d8126a30a58), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.232766 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-3aeeeab2-176c-4d55-8abd-6a02854b4d54 req-f2131a10-18f1-4b82-85e9-78575deae492 service neutron] 10.222.0.59 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930045 Jul 04 04:26:21.233286 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f61146-76e5-46c6-a04a-8d8126a30a58']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:21.247880 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d496827-f76a-4618-b41b-38d3b2436039') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:21.248071 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d496827-f76a-4618-b41b-38d3b2436039') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:21.260681 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601426a-8285-4978-8884-720721bc6c9c req-12dc05ea-4d03-4240-b979-236ad75f9d78 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:21.262182 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c601426a-8285-4978-8884-720721bc6c9c req-12dc05ea-4d03-4240-b979-236ad75f9d78 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 944 time: 0.0682614 Jul 04 04:26:21.266022 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (1d496827-f76a-4618-b41b-38d3b2436039), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.296844 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (1d496827-f76a-4618-b41b-38d3b2436039), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.311102 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:26:21.311495 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (1d496827-f76a-4618-b41b-38d3b2436039), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.346513 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 1d496827-f76a-4618-b41b-38d3b2436039 resource provider aggregate not found Jul 04 04:26:21.380410 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c601426a-8285-4978-8884-720721bc6c9c req-6d2e402e-3400-4138-863f-8206cdef5a47 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122892 Jul 04 04:26:21.390936 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 1d496827-f76a-4618-b41b-38d3b2436039 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d496827-f76a-4618-b41b-38d3b2436039 found for delete ", "request_id": "req-42aef5e7-312f-4318-896f-746e6faab73e"}]} Jul 04 04:26:21.391534 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (67f61146-76e5-46c6-a04a-8d8126a30a58), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.397253 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.402768 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] 10.222.0.16 "DELETE /v2.0/networks/67f61146-76e5-46c6-a04a-8d8126a30a58 HTTP/1.1" status: 204 len: 168 time: 0.3671257 Jul 04 04:26:21.411659 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fe2fa-bdf7-4323-9711-aac5013a2097 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f61146-76e5-46c6-a04a-8d8126a30a58,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:21.519535 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36592) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:21.559923 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9162432e-e4a7-499a-8b1d-484fbf6139fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86dfeaf2227c4c79b63901fc3d7fe1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392251 Jul 04 04:26:21.562337 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36594) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:21.617111 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b314d7ce-e3e4-47a8-a389-ba7bc7de4afe admin admin] Publish callbacks [] for security_group (195afb0b-e0a4-42d4-b557-572c5dbbf86f), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.642160 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b314d7ce-e3e4-47a8-a389-ba7bc7de4afe admin admin] Publish callbacks [] for security_group (195afb0b-e0a4-42d4-b557-572c5dbbf86f), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.691759 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b314d7ce-e3e4-47a8-a389-ba7bc7de4afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (195afb0b-e0a4-42d4-b557-572c5dbbf86f), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.694493 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b314d7ce-e3e4-47a8-a389-ba7bc7de4afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:21.695630 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-b314d7ce-e3e4-47a8-a389-ba7bc7de4afe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/195afb0b-e0a4-42d4-b557-572c5dbbf86f HTTP/1.1" status: 204 len: 168 time: 0.1323993 Jul 04 04:26:21.703931 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314d7ce-e3e4-47a8-a389-ba7bc7de4afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195afb0b-e0a4-42d4-b557-572c5dbbf86f,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:21.966639 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 36d5a35c-ec51-4bd4-860c-705100cca559 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:26:22.037887 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36600) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:22.071938 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 36d5a35c-ec51-4bd4-860c-705100cca559, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=36d5a35c-ec51-4bd4-860c-705100cca559,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:22.080235 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9b4441fd-3f4e-4d96-9c5a-3c091e995b3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74b14cf98e21444d9d3271c3caccb5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404747 Jul 04 04:26:22.082557 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36602) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:22.087521 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '36d5a35c-ec51-4bd4-860c-705100cca559', 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4', 'port_id': '36d5a35c-ec51-4bd4-860c-705100cca559', 'mac_address': 'fa:16:3e:df:db:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c011056f-8a2a-48d3-86d1-d4d3681bf66c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:26:22.121958 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 36d5a35c-ec51-4bd4-860c-705100cca559 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:22.122357 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:22.131731 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0d92684c-c58b-41d6-8d67-ec2a309c9bbc admin admin] Publish callbacks [] for security_group (947b6417-e4ba-437b-809b-eca72ab0b70f), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:22.135941 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d5a35c-ec51-4bd4-860c-705100cca559 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:26:22.153861 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0d92684c-c58b-41d6-8d67-ec2a309c9bbc admin admin] Publish callbacks [] for security_group (947b6417-e4ba-437b-809b-eca72ab0b70f), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:22.156014 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 36d5a35c-ec51-4bd4-860c-705100cca559, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=36d5a35c-ec51-4bd4-860c-705100cca559,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:22.161164 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:22.192205 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:22.204823 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0d92684c-c58b-41d6-8d67-ec2a309c9bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (947b6417-e4ba-437b-809b-eca72ab0b70f), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:22.207509 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0d92684c-c58b-41d6-8d67-ec2a309c9bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:22.208884 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-0d92684c-c58b-41d6-8d67-ec2a309c9bbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/947b6417-e4ba-437b-809b-eca72ab0b70f HTTP/1.1" status: 204 len: 168 time: 0.1252840 Jul 04 04:26:22.213487 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=36d5a35c-ec51-4bd4-860c-705100cca559,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:22.217735 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92684c-c58b-41d6-8d67-ec2a309c9bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b6417-e4ba-437b-809b-eca72ab0b70f,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:22.221249 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.221662 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.222075 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.222575 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.223085 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.223382 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.223960 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.224366 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.224754 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.225134 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.225514 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.226274 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.226274 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.226619 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.226867 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:22.502527 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ccea-8d4d-4a4d-a755-660e46cd970e req-fc200d0a-c574-495a-a736-3db72e2d4a6f tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:22.504022 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b944ccea-8d4d-4a4d-a755-660e46cd970e req-fc200d0a-c574-495a-a736-3db72e2d4a6f tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 945 time: 0.0509520 Jul 04 04:26:22.559971 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b944ccea-8d4d-4a4d-a755-660e46cd970e req-c74672a3-f72d-4ac0-87e4-fac68f77ac6a tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Jul 04 04:26:22.618641 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['36d5a35c-ec51-4bd4-860c-705100cca559'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:26:22.695929 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:26:22.756031 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:23.676559 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2f640-c1dc-45cf-ac66-6305351c3f2e req-6486c156-222e-448e-9c1d-e42ab2858b6d tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:23.678098 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbf2f640-c1dc-45cf-ac66-6305351c3f2e req-6486c156-222e-448e-9c1d-e42ab2858b6d tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 945 time: 0.0493591 Jul 04 04:26:23.699685 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:23.731277 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bbf2f640-c1dc-45cf-ac66-6305351c3f2e req-ec137049-d9cb-44bf-8581-206dd1cbfcaa tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Jul 04 04:26:23.978182 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 36d5a35c-ec51-4bd4-860c-705100cca559 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:24.026613 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 36d5a35c-ec51-4bd4-860c-705100cca559 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:26:24.036215 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 36d5a35c-ec51-4bd4-860c-705100cca559 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:24.036608 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:24.117407 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 36d5a35c-ec51-4bd4-860c-705100cca559 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:24.117795 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:24.143224 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa4639-899c-4ebb-b2ae-4ced3e3c30eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5a35c-ec51-4bd4-860c-705100cca559'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:24.145490 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04107e5f-ff12-4e12-af7d-8c48b96f279b" -d '{"events": [{"server_uuid": "d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb", "name": "network-vif-plugged", "status": "completed", "tag": "36d5a35c-ec51-4bd4-860c-705100cca559"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:24.162194 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 36d5a35c-ec51-4bd4-860c-705100cca559, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=36d5a35c-ec51-4bd4-860c-705100cca559,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:24.167833 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:24.213792 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=36d5a35c-ec51-4bd4-860c-705100cca559,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:24.305949 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b4c73a-65aa-4872-b423-06cf2bbfa0fb x-openstack-request-id: req-66b4c73a-65aa-4872-b423-06cf2bbfa0fb {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:24.306244 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb", "name": "network-vif-plugged", "status": "completed", "tag": "36d5a35c-ec51-4bd4-860c-705100cca559", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:24.306517 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66b4c73a-65aa-4872-b423-06cf2bbfa0fb {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:24.306918 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b4c73a-65aa-4872-b423-06cf2bbfa0fb'] response: {'server_uuid': 'd0fa4639-899c-4ebb-b2ae-4ced3e3c30eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5a35c-ec51-4bd4-860c-705100cca559', 'code': 200} Jul 04 04:26:24.531473 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9b1a5-a074-473a-bf55-cab012ac6be9 req-12340bc8-0bc6-425f-b4fc-d8c066746855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:24.533107 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62e9b1a5-a074-473a-bf55-cab012ac6be9 req-12340bc8-0bc6-425f-b4fc-d8c066746855 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 1130 time: 0.0399683 Jul 04 04:26:24.579133 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-62e9b1a5-a074-473a-bf55-cab012ac6be9 req-33e91558-66ba-4614-bf1b-a6fb65ab04cb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Jul 04 04:26:24.854206 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970e70c-8218-48a7-97d8-5553897cb15a req-7d28f005-d0d3-4cfc-8d0d-4b50e69668f1 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:24.855714 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9970e70c-8218-48a7-97d8-5553897cb15a req-7d28f005-d0d3-4cfc-8d0d-4b50e69668f1 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 946 time: 0.0520575 Jul 04 04:26:24.868567 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:24.905627 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9970e70c-8218-48a7-97d8-5553897cb15a req-be68f447-d165-45fb-bf00-f460997f7f4d tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Jul 04 04:26:26.036874 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:26.045989 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4fe9-ed69-43c1-8a40-f58b940006aa req-6cc1e174-677b-4e84-b61f-5e26618a4215 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:26.047504 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-969d4fe9-ed69-43c1-8a40-f58b940006aa req-6cc1e174-677b-4e84-b61f-5e26618a4215 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 946 time: 0.0611229 Jul 04 04:26:26.098981 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-969d4fe9-ed69-43c1-8a40-f58b940006aa req-3b082adf-c80d-4f56-a929-6777c3731a4a tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Jul 04 04:26:26.346997 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36682) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:26.489093 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e761aca9-a0e0-475a-ae8c-f11cb4e5038a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:26.522529 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:26.573127 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e761aca9-a0e0-475a-ae8c-f11cb4e5038a admin admin] Publish callbacks [] for security_group (c9cb0d9a-22a5-4539-a38c-268fbfd051a6), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:26.577242 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e761aca9-a0e0-475a-ae8c-f11cb4e5038a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (c9cb0d9a-22a5-4539-a38c-268fbfd051a6), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:26.619041 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761aca9-a0e0-475a-ae8c-f11cb4e5038a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cb0d9a-22a5-4539-a38c-268fbfd051a6,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:26.626607 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36686) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:26.628040 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e761aca9-a0e0-475a-ae8c-f11cb4e5038a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a351848e9864dc5ac91d9b28a932bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786782 Jul 04 04:26:26.688994 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a4147-bee6-4712-b2e0-819294732d0f admin admin] Publish callbacks [] for security_group (c9cb0d9a-22a5-4539-a38c-268fbfd051a6), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:26.710916 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a4147-bee6-4712-b2e0-819294732d0f admin admin] Publish callbacks [] for security_group (c9cb0d9a-22a5-4539-a38c-268fbfd051a6), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:26.766248 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a4147-bee6-4712-b2e0-819294732d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (c9cb0d9a-22a5-4539-a38c-268fbfd051a6), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:26.768834 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a4147-bee6-4712-b2e0-819294732d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:26.770127 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-177a4147-bee6-4712-b2e0-819294732d0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9cb0d9a-22a5-4539-a38c-268fbfd051a6 HTTP/1.1" status: 204 len: 168 time: 0.1424158 Jul 04 04:26:26.782069 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a4147-bee6-4712-b2e0-819294732d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cb0d9a-22a5-4539-a38c-268fbfd051a6,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:27.233725 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559c3f1-3399-4e39-97a1-600a88d0f2b8 req-5a2309a7-66a5-4c27-9053-28eca83205e7 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:27.235249 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5559c3f1-3399-4e39-97a1-600a88d0f2b8 req-5a2309a7-66a5-4c27-9053-28eca83205e7 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 946 time: 0.0640442 Jul 04 04:26:27.288221 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5559c3f1-3399-4e39-97a1-600a88d0f2b8 req-2bb93bfc-af62-4733-9632-7d71b75ce3ee tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460794 Jul 04 04:26:28.041925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696150f-fdcb-4da4-8c77-9a2e2c58a8d6 req-196931c6-b588-4cdd-bb30-ddbd4849606b tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:28.043414 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e696150f-fdcb-4da4-8c77-9a2e2c58a8d6 req-196931c6-b588-4cdd-bb30-ddbd4849606b tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 946 time: 0.0484633 Jul 04 04:26:28.091898 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e696150f-fdcb-4da4-8c77-9a2e2c58a8d6 req-ca982861-8645-4685-8355-f1019f99ddc9 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Jul 04 04:26:29.223802 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d49b01-3a1c-46b3-9cc6-da9816bd58ae req-ae01f9cc-8b4f-4cc8-bf56-2876304c5ab7 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:29.225287 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d5d49b01-3a1c-46b3-9cc6-da9816bd58ae req-ae01f9cc-8b4f-4cc8-bf56-2876304c5ab7 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 946 time: 0.0495872 Jul 04 04:26:29.265447 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5fe8d-a94b-45ee-9a74-45b3ff1f5a85 req-e53b3fc6-1817-46be-9e60-21eca167860f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:29.266982 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cbf5fe8d-a94b-45ee-9a74-45b3ff1f5a85 req-e53b3fc6-1817-46be-9e60-21eca167860f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0478787 Jul 04 04:26:29.273418 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d5d49b01-3a1c-46b3-9cc6-da9816bd58ae req-5ca2f303-0290-492d-b4ed-b7926eebf7a3 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Jul 04 04:26:29.318293 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cbf5fe8d-a94b-45ee-9a74-45b3ff1f5a85 req-40bf0f26-2469-4d97-b94b-b1e6693b8d9e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453501 Jul 04 04:26:30.398627 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f4ec9-a1cd-4772-b92e-a28114eaf737 req-c0c46d9b-7d2a-48e1-99f2-e3ad3ef467f5 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:30.400243 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bb1f4ec9-a1cd-4772-b92e-a28114eaf737 req-c0c46d9b-7d2a-48e1-99f2-e3ad3ef467f5 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 946 time: 0.0524554 Jul 04 04:26:30.444331 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2152f-435d-4e79-ba9f-049b0e95603f req-dd86beda-887f-4376-98c2-1479715f5388 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:30.445952 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-11a2152f-435d-4e79-ba9f-049b0e95603f req-dd86beda-887f-4376-98c2-1479715f5388 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0518651 Jul 04 04:26:30.458295 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bb1f4ec9-a1cd-4772-b92e-a28114eaf737 req-b58eeee3-470e-4661-a28c-e67a749fb77d tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521882 Jul 04 04:26:30.494961 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36762) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:30.503571 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-11a2152f-435d-4e79-ba9f-049b0e95603f req-033c7488-656b-4950-9529-ec2e12fd994b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493696 Jul 04 04:26:30.603042 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f1562d7b-974f-47bd-b8a6-7c4710a0f4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:30.680573 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f1562d7b-974f-47bd-b8a6-7c4710a0f4ab admin admin] Publish callbacks [] for security_group (3077c243-685a-4772-9378-ddc1c4702c91), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:30.686263 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f1562d7b-974f-47bd-b8a6-7c4710a0f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3077c243-685a-4772-9378-ddc1c4702c91), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:30.727319 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-f1562d7b-974f-47bd-b8a6-7c4710a0f4ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15ebf4f619dc42f388da7180a9c8709f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312202 Jul 04 04:26:30.728184 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1562d7b-974f-47bd-b8a6-7c4710a0f4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3077c243-685a-4772-9378-ddc1c4702c91,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:30.730190 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36766) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:30.785837 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-41b6c961-9d6e-410b-bb69-f774e223cd06 admin admin] Publish callbacks [] for security_group (3077c243-685a-4772-9378-ddc1c4702c91), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:30.812363 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-41b6c961-9d6e-410b-bb69-f774e223cd06 admin admin] Publish callbacks [] for security_group (3077c243-685a-4772-9378-ddc1c4702c91), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:30.869602 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-41b6c961-9d6e-410b-bb69-f774e223cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (3077c243-685a-4772-9378-ddc1c4702c91), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:30.872156 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-41b6c961-9d6e-410b-bb69-f774e223cd06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:30.873736 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-41b6c961-9d6e-410b-bb69-f774e223cd06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3077c243-685a-4772-9378-ddc1c4702c91 HTTP/1.1" status: 204 len: 168 time: 0.1422417 Jul 04 04:26:30.883226 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6c961-9d6e-410b-bb69-f774e223cd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3077c243-685a-4772-9378-ddc1c4702c91,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:31.314972 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-e878a8a6-e07b-4315-b9dc-bb78dd1471e1 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:31.316513 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-e878a8a6-e07b-4315-b9dc-bb78dd1471e1 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 946 time: 0.0486789 Jul 04 04:26:31.563850 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-567211a5-7833-4371-ab6d-77b42847d91e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:31.576785 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-567211a5-7833-4371-ab6d-77b42847d91e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0945303 Jul 04 04:26:31.691753 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ecb87-73df-40b7-a962-1bea40f8b2d4 req-a6d193b9-3cfa-416a-b513-05e9d4883c6b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:31.693232 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fa2ecb87-73df-40b7-a962-1bea40f8b2d4 req-a6d193b9-3cfa-416a-b513-05e9d4883c6b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 945 time: 0.0821207 Jul 04 04:26:31.722527 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Deleting port 85defb10-99ae-43aa-8776-2102f58dfbac {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:26:31.723241 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:31.744595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c257cfb-473d-4c0d-ac85-0a82e291fb75 req-9dc72d3f-78fa-4b52-b330-eb767f634bb1 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:31.746033 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c257cfb-473d-4c0d-ac85-0a82e291fb75 req-9dc72d3f-78fa-4b52-b330-eb767f634bb1 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb HTTP/1.1" status: 200 len: 946 time: 0.0825920 Jul 04 04:26:31.748996 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:31.750133 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Deleting port 36d5a35c-ec51-4bd4-860c-705100cca559 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:26:31.750688 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:31.758083 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:31.785471 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:31.820755 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fa2ecb87-73df-40b7-a962-1bea40f8b2d4 req-9d49bab8-d095-495a-8c4e-03806a370402 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e41839d-50b0-4857-8f38-a6443574e1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170738 Jul 04 04:26:31.853401 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] For port 85defb10-99ae-43aa-8776-2102f58dfbac, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=85defb10-99ae-43aa-8776-2102f58dfbac,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:31.854257 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:31.871900 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-9c257cfb-473d-4c0d-ac85-0a82e291fb75 req-5a528b42-36d9-4b31-baac-514980617c55 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159263 Jul 04 04:26:31.888767 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] For port 36d5a35c-ec51-4bd4-860c-705100cca559, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=36d5a35c-ec51-4bd4-860c-705100cca559,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:31.889351 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:31.904053 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Calling delete_port for 36d5a35c-ec51-4bd4-860c-705100cca559 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:26:31.982735 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:32.042668 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:32.043013 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (d51aa6ab-cec8-475b-9f8f-081ac4c6701e), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:32.043285 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Floating IP d51aa6ab-cec8-475b-9f8f-081ac4c6701e disassociated. External IP: 172.27.1.243, port: 85defb10-99ae-43aa-8776-2102f58dfbac. Jul 04 04:26:32.043662 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Calling delete_port for 85defb10-99ae-43aa-8776-2102f58dfbac owned by compute:nova {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:26:32.062179 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (36d5a35c-ec51-4bd4-860c-705100cca559), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:32.092689 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Pushing event deleted for resources: {'Port': ['ID=36d5a35c-ec51-4bd4-860c-705100cca559,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:32.153581 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] No DVR routers for this DVR port 36d5a35c-ec51-4bd4-860c-705100cca559 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:26:32.156441 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:32.160098 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c7872fb9-8112-4009-aeab-b962737c99c7 req-f921a5f5-3611-4f21-ab19-e076960eb2e4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.59 "DELETE /v2.0/ports/36d5a35c-ec51-4bd4-860c-705100cca559 HTTP/1.1" status: 204 len: 173 time: 0.8311124 Jul 04 04:26:32.161349 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa4639-899c-4ebb-b2ae-4ced3e3c30eb', 'name': 'network-vif-deleted', 'tag': '36d5a35c-ec51-4bd4-860c-705100cca559'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:32.162963 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ea7036-d7ad-4f93-8da8-04edcc6d56d8" -d '{"events": [{"server_uuid": "d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb", "name": "network-vif-deleted", "tag": "36d5a35c-ec51-4bd4-860c-705100cca559"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:32.195623 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (85defb10-99ae-43aa-8776-2102f58dfbac), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:32.212444 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3655d02-f865-42fb-9589-9eb2dcdd45eb x-openstack-request-id: req-f3655d02-f865-42fb-9589-9eb2dcdd45eb {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:32.212842 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa4639-899c-4ebb-b2ae-4ced3e3c30eb", "name": "network-vif-deleted", "tag": "36d5a35c-ec51-4bd4-860c-705100cca559", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:32.213191 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3655d02-f865-42fb-9589-9eb2dcdd45eb {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:32.213768 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3655d02-f865-42fb-9589-9eb2dcdd45eb'] response: {'server_uuid': 'd0fa4639-899c-4ebb-b2ae-4ced3e3c30eb', 'name': 'network-vif-deleted', 'tag': '36d5a35c-ec51-4bd4-860c-705100cca559', 'status': 'completed', 'code': 200} Jul 04 04:26:32.237854 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event deleted for resources: {'Port': ['ID=85defb10-99ae-43aa-8776-2102f58dfbac,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:32.338789 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Router 21fe719c-4dec-4224-bc93-79b4e9f53354 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:26:32.442959 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:26:32.453471 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] Sync routers for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:26:32.464766 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:32.465443 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:32.489233 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] No DVR routers for this DVR port 85defb10-99ae-43aa-8776-2102f58dfbac on host hv-cinder-74216 {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:26:32.491703 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:32.494979 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b72a1d9f-7250-4921-aecc-971652cd9175 req-c6d1d3b4-1f27-46ad-9c7b-5dafe1258e94 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "DELETE /v2.0/ports/85defb10-99ae-43aa-8776-2102f58dfbac HTTP/1.1" status: 204 len: 173 time: 0.9122641 Jul 04 04:26:32.495401 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5a126f-e314-44bc-8697-7b07760da296', 'name': 'network-vif-deleted', 'tag': '85defb10-99ae-43aa-8776-2102f58dfbac'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:32.497658 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4698f40-77ea-47d8-bf5e-a9ff7a09d887" -d '{"events": [{"server_uuid": "fb5a126f-e314-44bc-8697-7b07760da296", "name": "network-vif-deleted", "tag": "85defb10-99ae-43aa-8776-2102f58dfbac"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:32.571879 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:32.696375 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:32.703762 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5064e03-55c2-49a8-b45e-1110f364534b x-openstack-request-id: req-e5064e03-55c2-49a8-b45e-1110f364534b {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:32.704258 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5a126f-e314-44bc-8697-7b07760da296", "name": "network-vif-deleted", "tag": "85defb10-99ae-43aa-8776-2102f58dfbac", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:32.704521 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5064e03-55c2-49a8-b45e-1110f364534b {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:32.705622 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5064e03-55c2-49a8-b45e-1110f364534b'] response: {'server_uuid': 'fb5a126f-e314-44bc-8697-7b07760da296', 'name': 'network-vif-deleted', 'tag': '85defb10-99ae-43aa-8776-2102f58dfbac', 'status': 'completed', 'code': 200} Jul 04 04:26:32.815814 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:32.841222 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] Checking router: 21fe719c-4dec-4224-bc93-79b4e9f53354 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:26:32.849660 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:32.850269 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:32.923479 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:32.960531 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:32.967657 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5ab1c558-fc5c-4371-8881-61e8bdba106c req-bae19963-3ec3-4464-b881-1c7b5554d9b0 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5a126f-e314-44bc-8697-7b07760da296 HTTP/1.1" status: 200 len: 210 time: 0.0502820 Jul 04 04:26:33.193289 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:33.217669 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-647402e5-4bd6-4e82-a76b-c24d228459a4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:33.219218 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-647402e5-4bd6-4e82-a76b-c24d228459a4 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/networks?id=72171f11-8631-4b27-9aa8-5cd98daeeeb4 HTTP/1.1" status: 200 len: 808 time: 0.1178355 Jul 04 04:26:33.231823 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d6f15-ff04-4d60-9657-c4acc6f71a5f None None] The sync data for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi is: [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:26:33.237917 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-782d78ce-b5d7-4f7c-ba24-fe6373ba250e tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/quotas/d770140713d34c5ab7c8775e5e9837fa HTTP/1.1" status: 200 len: 375 time: 0.0126231 Jul 04 04:26:33.283326 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-3b41b155-d8a2-4b60-907f-6d9c2d914cd0 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d770140713d34c5ab7c8775e5e9837fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388196 Jul 04 04:26:33.383409 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-09a73068-3420-4408-97a8-83daac38cb7c service neutron] 10.222.0.16 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920951 Jul 04 04:26:33.510215 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-bf9b6c19-e4d8-4d1e-9246-53160273fccb service neutron] 10.222.0.16 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193101 Jul 04 04:26:33.546522 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c907c1-8125-4c34-b944-b558851c4d70 None None] New status for floating IP d51aa6ab-cec8-475b-9f8f-081ac4c6701e: DOWN {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:26:33.699070 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7aee9558-7c62-4d11-863d-0f268ac83fc0 req-db44c043-232a-44de-8c54-313f706d25a2 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 210 time: 0.0367849 Jul 04 04:26:34.061154 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36848) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:34.084621 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:34.093235 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 85defb10-99ae-43aa-8776-2102f58dfbac no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:26:34.098138 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-283f7cde-f3ca-40b1-9cdf-2dc03b869f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.116809 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 85defb10-99ae-43aa-8776-2102f58dfbac {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:26:34.117265 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 85defb10-99ae-43aa-8776-2102f58dfbac not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:26:34.117728 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 36d5a35c-ec51-4bd4-860c-705100cca559 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:26:34.127557 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2494c19d-de21-455b-a6cd-131536b5f656 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (0e41839d-50b0-4857-8f38-a6443574e1c5), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.137965 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 36d5a35c-ec51-4bd4-860c-705100cca559 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:26:34.138179 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 36d5a35c-ec51-4bd4-860c-705100cca559 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:26:34.152901 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2494c19d-de21-455b-a6cd-131536b5f656 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (0e41839d-50b0-4857-8f38-a6443574e1c5), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.170523 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:34.215660 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2494c19d-de21-455b-a6cd-131536b5f656 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (0e41839d-50b0-4857-8f38-a6443574e1c5), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.218225 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2494c19d-de21-455b-a6cd-131536b5f656 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.219880 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2494c19d-de21-455b-a6cd-131536b5f656 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "DELETE /v2.0/security-groups/0e41839d-50b0-4857-8f38-a6443574e1c5 HTTP/1.1" status: 204 len: 168 time: 0.1572709 Jul 04 04:26:34.222475 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36850) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:34.234040 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494c19d-de21-455b-a6cd-131536b5f656 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e41839d-50b0-4857-8f38-a6443574e1c5,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:34.237320 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.api.v2.resource [None req-a2393b90-d241-4546-9e5f-466537b763fb tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] show failed (client error): The resource could not be found. Jul 04 04:26:34.238586 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-a2393b90-d241-4546-9e5f-466537b763fb tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups/0e41839d-50b0-4857-8f38-a6443574e1c5 HTTP/1.1" status: 404 len: 347 time: 0.0150995 Jul 04 04:26:34.241445 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36852) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:34.377969 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Deleting port f1c3baf8-3ab6-4f14-b3b5-f68d786bed39 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:26:34.378390 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (f1c3baf8-3ab6-4f14-b3b5-f68d786bed39), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.455244 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (f1c3baf8-3ab6-4f14-b3b5-f68d786bed39), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.455503 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (f1c3baf8-3ab6-4f14-b3b5-f68d786bed39), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.468493 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Calling delete_port for f1c3baf8-3ab6-4f14-b3b5-f68d786bed39 owned by network:floatingip {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:26:34.554440 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:34.630557 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (f1c3baf8-3ab6-4f14-b3b5-f68d786bed39), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.656000 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event deleted for resources: {'Port': ['ID=f1c3baf8-3ab6-4f14-b3b5-f68d786bed39,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:34.672275 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.672816 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.673160 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.673496 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.673826 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.674153 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.674578 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.674870 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.675193 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.675513 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.675833 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.676160 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.676513 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.676796 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.677112 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:34.748923 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (d51aa6ab-cec8-475b-9f8f-081ac4c6701e), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.751794 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.754024 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-4b69fe6f-3993-4e99-810b-d570776cc884 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "DELETE /v2.0/floatingips/d51aa6ab-cec8-475b-9f8f-081ac4c6701e HTTP/1.1" status: 204 len: 168 time: 0.5116811 Jul 04 04:26:34.819839 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:34.842548 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-de3d64fc-4168-4418-a152-bc1b6239acf3 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:34.842725 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36866) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:34.844040 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-de3d64fc-4168-4418-a152-bc1b6239acf3 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.59 "GET /v2.0/networks?id=72171f11-8631-4b27-9aa8-5cd98daeeeb4 HTTP/1.1" status: 200 len: 808 time: 0.1797020 Jul 04 04:26:34.847773 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-5a2c8329-2196-4ebf-997a-fc015ae78710 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837062807', 'description': 'tempest-description--1897720779'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:34.855169 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-336073e1-61ae-496d-98d6-05779550c7af req-0ae71d14-5c44-4592-9bfc-b7b1b7617f53 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 210 time: 0.0635900 Jul 04 04:26:34.869415 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Request body: {'port': {'device_id': '676f9a50-d2ef-45c2-b4e9-5405721e1bfd', 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4', 'admin_state_up': True, 'tenant_id': 'd770140713d34c5ab7c8775e5e9837fa'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:34.877410 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8329-2196-4ebf-997a-fc015ae78710 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.880290 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:34.952173 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8329-2196-4ebf-997a-fc015ae78710 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (85b4b8ee-499e-4e11-975f-34a062c2fc1c), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.957183 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8329-2196-4ebf-997a-fc015ae78710 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (85b4b8ee-499e-4e11-975f-34a062c2fc1c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.989582 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8329-2196-4ebf-997a-fc015ae78710 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:34.990884 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-5a2c8329-2196-4ebf-997a-fc015ae78710 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1472926 Jul 04 04:26:34.993027 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c8329-2196-4ebf-997a-fc015ae78710 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b4b8ee-499e-4e11-975f-34a062c2fc1c,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:34.995139 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36870) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:35.000071 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-bd1a6add-f2c9-4784-8467-49c838b57ca9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'security_group_rule': {'security_group_id': '85b4b8ee-499e-4e11-975f-34a062c2fc1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:35.030346 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6add-f2c9-4784-8467-49c838b57ca9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (f74c432f-1984-437a-aee1-e6e76d48187f), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.093660 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6add-f2c9-4784-8467-49c838b57ca9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (f74c432f-1984-437a-aee1-e6e76d48187f), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.099403 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6add-f2c9-4784-8467-49c838b57ca9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (f74c432f-1984-437a-aee1-e6e76d48187f), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.117830 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a6add-f2c9-4784-8467-49c838b57ca9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74c432f-1984-437a-aee1-e6e76d48187f,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:35.132149 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6add-f2c9-4784-8467-49c838b57ca9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.133486 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-bd1a6add-f2c9-4784-8467-49c838b57ca9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371512 Jul 04 04:26:35.136874 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36876) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:35.142279 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-195bd603-816e-4cf9-9cba-1e12a3f0546b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'security_group_rule': {'security_group_id': '85b4b8ee-499e-4e11-975f-34a062c2fc1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:35.175220 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-195bd603-816e-4cf9-9cba-1e12a3f0546b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (eb1d52bc-e562-4f9a-bdb9-af8c9084aed9), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.228017 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-195bd603-816e-4cf9-9cba-1e12a3f0546b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (eb1d52bc-e562-4f9a-bdb9-af8c9084aed9), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.233486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-195bd603-816e-4cf9-9cba-1e12a3f0546b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (eb1d52bc-e562-4f9a-bdb9-af8c9084aed9), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.252899 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bd603-816e-4cf9-9cba-1e12a3f0546b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1d52bc-e562-4f9a-bdb9-af8c9084aed9,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:35.262298 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-195bd603-816e-4cf9-9cba-1e12a3f0546b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.263577 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-195bd603-816e-4cf9-9cba-1e12a3f0546b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250710 Jul 04 04:26:35.267063 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 36878) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:35.273999 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:35.296971 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Made reservation on behalf of d770140713d34c5ab7c8775e5e9837fa for: {'port': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:35.300310 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.312048 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.443760 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.526145 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Allocated IP 172.20.0.8 (72171f11-8631-4b27-9aa8-5cd98daeeeb4/c011056f-8a2a-48d3-86d1-d4d3681bf66c/eb69aec2-cc38-478b-9e7b-3ba07920e411) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:35.620395 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Allocated IP 172.27.1.232 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/469a43ae-300d-4ff9-98a7-2e42887e33cf) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:35.789990 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks [] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.800919 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:35.808720 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:35.811690 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for port (469a43ae-300d-4ff9-98a7-2e42887e33cf), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.861197 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.896818 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (469a43ae-300d-4ff9-98a7-2e42887e33cf), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:35.923910 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:35.931363 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:35.933314 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Pushing event updated for resources: {'Port': ['ID=eb69aec2-cc38-478b-9e7b-3ba07920e411,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:35.935347 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:35.938998 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:35.953243 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:35.989181 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:36.072146 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'Port': ['ID=469a43ae-300d-4ff9-98a7-2e42887e33cf,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:36.078832 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:36.079432 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.089269 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948ee78-998f-4a07-84ac-0468cba7fc2b req-fcd00fcf-11f5-4b58-848c-752e6a542214 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:36.090749 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1948ee78-998f-4a07-84ac-0468cba7fc2b req-fcd00fcf-11f5-4b58-848c-752e6a542214 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 931 time: 0.1507077 Jul 04 04:26:36.149472 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-06ceb706-9414-46e1-bff2-9d9d07162811 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2858319 Jul 04 04:26:36.175137 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-c495b8d4-5757-44ff-9224-da0a1f052044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.178391 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Request body: {'port': {'device_id': '676f9a50-d2ef-45c2-b4e9-5405721e1bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:36.208542 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (8c80f10d-8545-440b-8a44-8069a17930ea), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.220778 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1948ee78-998f-4a07-84ac-0468cba7fc2b req-e058c4c7-e498-44b6-a3a0-e94985326680 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233943 Jul 04 04:26:36.280539 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (469a43ae-300d-4ff9-98a7-2e42887e33cf), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.301116 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.501253 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:36.511033 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:36.592395 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for port (469a43ae-300d-4ff9-98a7-2e42887e33cf), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.604013 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (469a43ae-300d-4ff9-98a7-2e42887e33cf), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.726075 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'Port': ['ID=469a43ae-300d-4ff9-98a7-2e42887e33cf,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:36.729568 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb69aec2-cc38-478b-9e7b-3ba07920e411 {{(pid=104120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:26:36.738946 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Publish callbacks [] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.750426 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (8c80f10d-8545-440b-8a44-8069a17930ea), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.760515 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.provisioning_blocks [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Transition to ACTIVE for port object eb69aec2-cc38-478b-9e7b-3ba07920e411 will not be triggered until provisioned by entity L2. {{(pid=104120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:26:36.765003 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.775312 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.776513 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-707f857c-e595-44ac-a7ca-f9f68310e816 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5085280 Jul 04 04:26:36.820217 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb69aec2-cc38-478b-9e7b-3ba07920e411,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:36.902157 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.managers [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Attempting to bind port eb69aec2-cc38-478b-9e7b-3ba07920e411 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:26:36.902530 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.managers [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Attempting to bind port eb69aec2-cc38-478b-9e7b-3ba07920e411 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '27f3d061-d118-4c54-a638-e47c5f855051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4'}] {{(pid=104120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:26:36.902830 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Attempting to bind port eb69aec2-cc38-478b-9e7b-3ba07920e411 on network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:36.907703 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Port eb69aec2-cc38-478b-9e7b-3ba07920e411 on network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:26:36.908257 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Attempting to bind port eb69aec2-cc38-478b-9e7b-3ba07920e411 on network 72171f11-8631-4b27-9aa8-5cd98daeeeb4 {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:36.913668 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:26:36.914229 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Checking segment: {'id': '27f3d061-d118-4c54-a638-e47c5f855051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:36.914716 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Bound using segment: {'id': '27f3d061-d118-4c54-a638-e47c5f855051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4'} {{(pid=104120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:26:36.915638 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.managers [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Bound port: eb69aec2-cc38-478b-9e7b-3ba07920e411, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f3d061-d118-4c54-a638-e47c5f855051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4'}}] {{(pid=104120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:26:36.915638 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:36.983157 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] For port eb69aec2-cc38-478b-9e7b-3ba07920e411, host hv-cinder-74216, cleared binding levels {{(pid=104120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:26:36.987378 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] For port eb69aec2-cc38-478b-9e7b-3ba07920e411, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=eb69aec2-cc38-478b-9e7b-3ba07920e411,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:26:36.996001 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:37.006818 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-003bba49-63e1-4f86-bfe6-32a937c93721 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1837062807&fields=id&tenant_id=0bd3f8996b5b46f6904e32023b092e5d HTTP/1.1" status: 200 len: 267 time: 0.0485783 Jul 04 04:26:37.035106 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:37.035726 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:37.037161 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/eb69aec2-cc38-478b-9e7b-3ba07920e411 HTTP/1.1" status: 200 len: 1093 time: 0.8726673 Jul 04 04:26:37.037623 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676f9a50-d2ef-45c2-b4e9-5405721e1bfd', 'tag': 'eb69aec2-cc38-478b-9e7b-3ba07920e411'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:37.039952 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e43b4-4678-4076-8791-bf5943424acf" -d '{"events": [{"name": "network-changed", "server_uuid": "676f9a50-d2ef-45c2-b4e9-5405721e1bfd", "tag": "eb69aec2-cc38-478b-9e7b-3ba07920e411"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:37.069323 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acdcd2-9f52-474c-bda9-e4acbcccd9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb69aec2-cc38-478b-9e7b-3ba07920e411,revision_number=3']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:37.080375 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9a0310-7adc-446e-90e7-f52f4a41f930 x-openstack-request-id: req-6c9a0310-7adc-446e-90e7-f52f4a41f930 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:37.081017 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676f9a50-d2ef-45c2-b4e9-5405721e1bfd", "tag": "eb69aec2-cc38-478b-9e7b-3ba07920e411", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:37.081017 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c9a0310-7adc-446e-90e7-f52f4a41f930 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:37.081308 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9a0310-7adc-446e-90e7-f52f4a41f930'] response: {'name': 'network-changed', 'server_uuid': '676f9a50-d2ef-45c2-b4e9-5405721e1bfd', 'tag': 'eb69aec2-cc38-478b-9e7b-3ba07920e411', 'status': 'completed', 'code': 200} Jul 04 04:26:37.151996 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-febb9b20-5fa4-4bb1-a579-f180f375ceb5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:37.153339 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-febb9b20-5fa4-4bb1-a579-f180f375ceb5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 811 time: 0.1395292 Jul 04 04:26:37.156735 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-9b2fd953-cd89-4a17-9da8-b70c8d0301ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:37.158220 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-9b2fd953-cd89-4a17-9da8-b70c8d0301ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d770140713d34c5ab7c8775e5e9837fa&device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 1127 time: 0.0460405 Jul 04 04:26:37.170687 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-14b81c25-03ae-4b09-84f7-7c9324ea5458 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/quotas/0bd3f8996b5b46f6904e32023b092e5d HTTP/1.1" status: 200 len: 375 time: 0.0116947 Jul 04 04:26:37.208132 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-2c617c2e-5e1b-442a-a983-de384dc4aabd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb69aec2-cc38-478b-9e7b-3ba07920e411 HTTP/1.1" status: 200 len: 217 time: 0.0373907 Jul 04 04:26:37.223122 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-a6f0b98b-e470-434b-a0c0-9b913562afa5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466390 Jul 04 04:26:37.256688 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:37.261620 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-13f45fa5-7c73-4082-8c72-97be602f03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:37.263123 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-13f45fa5-7c73-4082-8c72-97be602f03ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c011056f-8a2a-48d3-86d1-d4d3681bf66c HTTP/1.1" status: 200 len: 848 time: 0.0495622 Jul 04 04:26:37.278511 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:37.311252 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-a48b7df6-cd31-4ea2-b193-530c6c88f314 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72171f11-8631-4b27-9aa8-5cd98daeeeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349367 Jul 04 04:26:37.342215 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-4bc6172b-afa4-462a-be4d-0c46441ef309 service neutron] 10.222.0.16 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051524 Jul 04 04:26:37.384956 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fcce-afd3-468f-9edc-09c5bf2a05c0 req-53f1c95c-01c0-44f1-9b83-93c8a7c05e7d tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:37.386462 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8620fcce-afd3-468f-9edc-09c5bf2a05c0 req-53f1c95c-01c0-44f1-9b83-93c8a7c05e7d tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 943 time: 0.0788116 Jul 04 04:26:37.425313 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:37.447178 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7d49dfb4-4061-42f7-ae4d-bb5ec385fe4c service neutron] 10.222.0.16 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984781 Jul 04 04:26:37.472965 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-2d15fb48-fcdc-431e-86d3-ceee0d680dc9 service neutron] 10.222.0.59 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529748 Jul 04 04:26:37.482138 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8620fcce-afd3-468f-9edc-09c5bf2a05c0 req-f74fb266-4838-4636-ab13-98cfca7b9fa9 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684397 Jul 04 04:26:37.605687 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:37.612090 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-2a90ab2c-c95e-42e7-b6bb-be42e5e00aeb req-625bea39-f317-4adb-ab9a-6825e2471d63 service neutron] 10.222.0.59 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334257 Jul 04 04:26:37.636566 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:37.683847 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-30fe7406-930f-4b01-a478-1d20d17b76e3 req-d8012193-2bba-498a-a650-390dfd452a75 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 210 time: 0.0391541 Jul 04 04:26:38.614152 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a3946-7f2e-4cff-8c7a-5c2f76571b85 req-30740e12-403b-4a05-9324-b9fb4010f7d7 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:38.615595 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-205a3946-7f2e-4cff-8c7a-5c2f76571b85 req-30740e12-403b-4a05-9324-b9fb4010f7d7 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 943 time: 0.0525212 Jul 04 04:26:38.667426 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-205a3946-7f2e-4cff-8c7a-5c2f76571b85 req-ac123931-7956-4a78-98b4-8fd38402ab64 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 Jul 04 04:26:38.782954 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-78ca8e58-bdad-4928-abb6-86a5daf6046d req-587b723f-9199-4adb-8361-572456e06e10 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 210 time: 0.0337639 Jul 04 04:26:38.915876 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:39.102921 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:39.798834 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664eccc-02ad-46e9-956c-8c31430004a8 req-a972e231-6d05-4006-af11-03bc53ed9573 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:39.800361 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6664eccc-02ad-46e9-956c-8c31430004a8 req-a972e231-6d05-4006-af11-03bc53ed9573 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 943 time: 0.0586815 Jul 04 04:26:39.848502 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e43b4-4678-4076-8791-bf5943424acf req-64163352-50cc-42de-b15a-25c342554996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:39.850969 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-834e43b4-4678-4076-8791-bf5943424acf req-64163352-50cc-42de-b15a-25c342554996 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d770140713d34c5ab7c8775e5e9837fa&device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 1127 time: 0.0461581 Jul 04 04:26:39.863822 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6664eccc-02ad-46e9-956c-8c31430004a8 req-82c62897-880d-45a1-9734-048314ede89b tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Jul 04 04:26:39.922693 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-129f99d8-5a98-4b13-86e3-a31f77c61556 req-58bea189-514d-4993-9c17-4af40b706d28 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 210 time: 0.0336740 Jul 04 04:26:39.984996 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e43b4-4678-4076-8791-bf5943424acf req-a59480a1-bcea-4544-98fd-bc432db591c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:39.986472 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-834e43b4-4678-4076-8791-bf5943424acf req-a59480a1-bcea-4544-98fd-bc432db591c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=72171f11-8631-4b27-9aa8-5cd98daeeeb4 HTTP/1.1" status: 200 len: 909 time: 0.1281989 Jul 04 04:26:40.031128 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-834e43b4-4678-4076-8791-bf5943424acf req-c04a8a48-b8fa-4512-8f91-51584401cc71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb69aec2-cc38-478b-9e7b-3ba07920e411 HTTP/1.1" status: 200 len: 217 time: 0.0372486 Jul 04 04:26:40.081762 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e43b4-4678-4076-8791-bf5943424acf req-13c371fe-8577-4c97-ba03-8bef42a78bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:40.083418 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-834e43b4-4678-4076-8791-bf5943424acf req-13c371fe-8577-4c97-ba03-8bef42a78bb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c011056f-8a2a-48d3-86d1-d4d3681bf66c HTTP/1.1" status: 200 len: 848 time: 0.0462208 Jul 04 04:26:40.315109 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-834e43b4-4678-4076-8791-bf5943424acf req-a9dd426c-9456-4521-83a5-009f2aea8226 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72171f11-8631-4b27-9aa8-5cd98daeeeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348008 Jul 04 04:26:40.412737 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-834e43b4-4678-4076-8791-bf5943424acf req-89495f21-2403-4ba6-a81e-7342035d7a96 service neutron] 10.222.0.59 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899346 Jul 04 04:26:40.507720 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-951a65db-4d12-46e3-845a-ab5d8febb32e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:40.508604 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-834e43b4-4678-4076-8791-bf5943424acf req-31bf07e3-30b8-45ba-83c8-a18c3592e4c9 service neutron] 10.222.0.59 "GET /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901465 Jul 04 04:26:40.509944 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-951a65db-4d12-46e3-845a-ab5d8febb32e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 811 time: 0.1107643 Jul 04 04:26:40.516653 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 36986) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:40.672017 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-2a36b5d7-6af8-477e-9a20-337f44be564b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd3f8996b5b46f6904e32023b092e5d HTTP/1.1" status: 200 len: 380 time: 0.1166201 Jul 04 04:26:40.711286 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'port': {'device_id': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'admin_state_up': True, 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'security_groups': ['85b4b8ee-499e-4e11-975f-34a062c2fc1c']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:40.740557 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Deleting port c77fa451-4435-429f-8cdc-8e98b0c703fb {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:26:40.740902 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (c77fa451-4435-429f-8cdc-8e98b0c703fb), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:40.890125 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (c77fa451-4435-429f-8cdc-8e98b0c703fb), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:40.890822 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (c77fa451-4435-429f-8cdc-8e98b0c703fb), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:40.908095 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Made reservation on behalf of 0bd3f8996b5b46f6904e32023b092e5d for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:40.912461 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:40.917416 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Calling delete_port for c77fa451-4435-429f-8cdc-8e98b0c703fb owned by network:floatingip {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:26:41.023896 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-925af328-fe41-45ee-895f-c54d9be51914 req-df5b7c97-ae58-48d2-be08-0ec9c6b20d1b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 210 time: 0.0300395 Jul 04 04:26:41.092671 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:41.098009 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:41.108593 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d38eb-79dd-440f-9449-34a50b41b47c req-659b574b-7f0d-44dc-ba02-e8572802872b tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:41.110186 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-310d38eb-79dd-440f-9449-34a50b41b47c req-659b574b-7f0d-44dc-ba02-e8572802872b tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 943 time: 0.1573718 Jul 04 04:26:41.240340 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Allocated IP 172.20.0.5 (1d24f9b7-eac9-447b-b6d4-fce3782f951d/e862ab53-2457-468b-a02c-2d54429f58fc/70b5cda6-ca03-4f8e-a787-c270f412d879) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:41.245151 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-310d38eb-79dd-440f-9449-34a50b41b47c req-72d93c6e-fdce-447d-87fe-3feac9d9ddb2 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230817 Jul 04 04:26:41.348709 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (c77fa451-4435-429f-8cdc-8e98b0c703fb), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:41.401835 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event deleted for resources: {'Port': ['ID=c77fa451-4435-429f-8cdc-8e98b0c703fb,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:41.492539 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:41.504157 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (1e0f80c9-1f11-4b80-b98f-991c8b97d776), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:41.504482 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Floating IP 1e0f80c9-1f11-4b80-b98f-991c8b97d776 disassociated (deleted). External IP: 172.27.1.116, port: 9a95c8cb-e9e6-4776-92fc-f9a7a4174643. Jul 04 04:26:41.612359 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:41.667308 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:41.697973 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:41.729047 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:41.731936 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event updated for resources: {'Port': ['ID=70b5cda6-ca03-4f8e-a787-c270f412d879,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:41.769272 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:41.803699 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:41.804336 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:41.818472 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:41.835722 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-7e3470af-b8ae-4b9a-b061-79e185904ea5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1366823 Jul 04 04:26:41.837792 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:26:41.854128 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Request body: {'port': {'device_id': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:41.965436 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-8711996c-faba-402a-86e5-a0155230a8f5 None None] Provisioning complete for port 70b5cda6-ca03-4f8e-a787-c270f412d879 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:41.965962 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8711996c-faba-402a-86e5-a0155230a8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:41.993786 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.000155 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-8711996c-faba-402a-86e5-a0155230a8f5 None None] Port 70b5cda6-ca03-4f8e-a787-c270f412d879 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:26:42.009811 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:26:42.014738 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.021590 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] Sync routers for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:26:42.031988 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device eb69aec2-cc38-478b-9e7b-3ba07920e411 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:26:42.047934 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:42.048937 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:42.074924 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-4715b1b9-d644-45e6-87b7-1d4b88a135ba tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "DELETE /v2.0/floatingips/1e0f80c9-1f11-4b80-b98f-991c8b97d776 HTTP/1.1" status: 204 len: 168 time: 1.5571966 Jul 04 04:26:42.077088 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:42.081397 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64039ebe-1f40-4167-8348-18fc90237ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:42.164048 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fd4f0-caba-475a-bd87-a4cba7d3cc88 req-81c2ff4b-bbb4-4f73-968b-28b6c48c70c5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:42.171913 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f70fd4f0-caba-475a-bd87-a4cba7d3cc88 req-81c2ff4b-bbb4-4f73-968b-28b6c48c70c5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 931 time: 0.0602787 Jul 04 04:26:42.224456 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f70fd4f0-caba-475a-bd87-a4cba7d3cc88 req-be9224e6-dc87-417a-b6d8-fe207d7bb4f4 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515730 Jul 04 04:26:42.389766 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37018) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:42.404779 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-f7c0b6eb-d3b5-4833-b02a-38b40aa12106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:42.406444 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-f7c0b6eb-d3b5-4833-b02a-38b40aa12106 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 1130 time: 0.0697954 Jul 04 04:26:42.465403 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11aa17-5047-41e0-8c03-eb729ba097a0 req-e27f5452-5040-481e-ab18-eb8793c1e299 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:42.467924 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5b11aa17-5047-41e0-8c03-eb729ba097a0 req-e27f5452-5040-481e-ab18-eb8793c1e299 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 943 time: 0.0772610 Jul 04 04:26:42.482006 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:42.532737 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-5b11aa17-5047-41e0-8c03-eb729ba097a0 req-52d5df0f-6faa-49d7-90dc-f6935d018fcb tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588808 Jul 04 04:26:42.554646 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port eb69aec2-cc38-478b-9e7b-3ba07920e411, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=eb69aec2-cc38-478b-9e7b-3ba07920e411,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:42.554900 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.599724 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'eb69aec2-cc38-478b-9e7b-3ba07920e411', 'network_id': '72171f11-8631-4b27-9aa8-5cd98daeeeb4', 'port_id': 'eb69aec2-cc38-478b-9e7b-3ba07920e411', 'mac_address': 'fa:16:3e:ae:f4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c011056f-8a2a-48d3-86d1-d4d3681bf66c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:26:42.652457 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Publish callbacks [] for security_group (1c1a5f3d-c986-46af-b211-c65e1e43f5f0), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.652710 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2f979a-4279-4432-bbdc-196387e51a1c x-openstack-request-id: req-fd2f979a-4279-4432-bbdc-196387e51a1c {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:42.652880 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:42.653134 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd2f979a-4279-4432-bbdc-196387e51a1c {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:42.653554 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2f979a-4279-4432-bbdc-196387e51a1c'] response: {'name': 'network-changed', 'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'status': 'completed', 'code': 200} Jul 04 04:26:42.659685 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1c1a5f3d-c986-46af-b211-c65e1e43f5f0), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.678062 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port eb69aec2-cc38-478b-9e7b-3ba07920e411 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:42.678482 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.691056 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:42.691885 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:42.694968 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e8673afc03640998d4a67840213c622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030765 Jul 04 04:26:42.703361 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37024) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:42.720763 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb69aec2-cc38-478b-9e7b-3ba07920e411 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:26:42.721043 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1a5f3d-c986-46af-b211-c65e1e43f5f0,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:42.730402 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.730827 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.731241 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.731636 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.732041 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.732425 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.733639 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.733784 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.734468 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.734612 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.735109 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.735236 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.736084 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.736810 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.736810 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff225a-312c-4a39-a43a-a10dcd4bde1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:42.741895 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f9c0c-72fe-4aaf-8555-e53dc92ecd7a req-8d768bb6-35a7-4408-9dc9-bf2961afd393 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:42.746693 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:42.749702 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-782f9c0c-72fe-4aaf-8555-e53dc92ecd7a req-8d768bb6-35a7-4408-9dc9-bf2961afd393 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.1001439 Jul 04 04:26:42.770165 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port eb69aec2-cc38-478b-9e7b-3ba07920e411, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=eb69aec2-cc38-478b-9e7b-3ba07920e411,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:42.775853 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.843281 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8260d7a8-d31d-45f2-b540-0e125653a4ca', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:56Z', 'updated_at': '2022-07-04T04:21:59Z', 'revision_number': 1, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:42.874201 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7632508c-a85d-4c91-ada5-f83d44de354c admin admin] Publish callbacks [] for security_group (1c1a5f3d-c986-46af-b211-c65e1e43f5f0), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.875692 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] Checking router: c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:26:42.877135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b5cda6-ca03-4f8e-a787-c270f412d879 {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:26:42.877692 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=eb69aec2-cc38-478b-9e7b-3ba07920e411,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:42.887646 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:42.888334 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:42.888896 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Publish callbacks [] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.894198 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-782f9c0c-72fe-4aaf-8555-e53dc92ecd7a req-c742b795-a5f4-49e5-ac94-7d68a6d3ffe7 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436186 Jul 04 04:26:42.922529 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Transition to ACTIVE for port object 70b5cda6-ca03-4f8e-a787-c270f412d879 will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:26:42.924566 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7632508c-a85d-4c91-ada5-f83d44de354c admin admin] Publish callbacks [] for security_group (1c1a5f3d-c986-46af-b211-c65e1e43f5f0), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.933911 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:42.988658 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:43.001550 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:43.006836 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Pushing event updated for resources: {'Port': ['ID=70b5cda6-ca03-4f8e-a787-c270f412d879,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:43.014343 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:43.067970 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7632508c-a85d-4c91-ada5-f83d44de354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1c1a5f3d-c986-46af-b211-c65e1e43f5f0), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:43.070453 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7632508c-a85d-4c91-ada5-f83d44de354c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:43.071614 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-7632508c-a85d-4c91-ada5-f83d44de354c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c1a5f3d-c986-46af-b211-c65e1e43f5f0 HTTP/1.1" status: 204 len: 168 time: 0.3678088 Jul 04 04:26:43.080456 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:43.091146 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632508c-a85d-4c91-ada5-f83d44de354c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1a5f3d-c986-46af-b211-c65e1e43f5f0,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:43.117202 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Attempting to bind port 70b5cda6-ca03-4f8e-a787-c270f412d879 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:26:43.117676 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Attempting to bind port 70b5cda6-ca03-4f8e-a787-c270f412d879 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:26:43.118006 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Attempting to bind port 70b5cda6-ca03-4f8e-a787-c270f412d879 on network 1d24f9b7-eac9-447b-b6d4-fce3782f951d {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:43.123291 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Port 70b5cda6-ca03-4f8e-a787-c270f412d879 on network 1d24f9b7-eac9-447b-b6d4-fce3782f951d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:26:43.123609 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Attempting to bind port 70b5cda6-ca03-4f8e-a787-c270f412d879 on network 1d24f9b7-eac9-447b-b6d4-fce3782f951d {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:43.129318 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:26:43.129663 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Checking segment: {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:43.130042 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Bound using segment: {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:26:43.130514 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Bound port: 70b5cda6-ca03-4f8e-a787-c270f412d879, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5356188-2ba6-47d2-888c-8003ed53b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:26:43.130876 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:43.204429 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['eb69aec2-cc38-478b-9e7b-3ba07920e411'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:26:43.205468 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] For port 70b5cda6-ca03-4f8e-a787-c270f412d879, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:26:43.210993 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] For port 70b5cda6-ca03-4f8e-a787-c270f412d879, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=70b5cda6-ca03-4f8e-a787-c270f412d879,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:26:43.221955 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:43.259877 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:43.260629 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:43.262360 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] 10.222.0.59 "PUT /v2.0/ports/70b5cda6-ca03-4f8e-a787-c270f412d879 HTTP/1.1" status: 200 len: 1093 time: 1.4128289 Jul 04 04:26:43.289844 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cddff-a48c-437d-b6fb-26533115ade1 service neutron] Pushing event updated for resources: {'Port': ['ID=70b5cda6-ca03-4f8e-a787-c270f412d879,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:43.309468 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8260d7a8-d31d-45f2-b540-0e125653a4ca', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:56Z', 'updated_at': '2022-07-04T04:21:59Z', 'revision_number': 1, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:43.363617 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5d48-04aa-46b1-9e48-2e15be96b930 None None] The sync data for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi is: [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8260d7a8-d31d-45f2-b540-0e125653a4ca', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'port_id': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'mac_address': 'fa:16:3e:a8:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:21:56Z', 'updated_at': '2022-07-04T04:21:59Z', 'revision_number': 1, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:26:43.379155 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda1b6f-7a29-4a07-bc61-a9ed8f73bd7d req-e07983f1-d12b-4d42-93c4-a89b82ffe7e2 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:43.388529 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ebda1b6f-7a29-4a07-bc61-a9ed8f73bd7d req-e07983f1-d12b-4d42-93c4-a89b82ffe7e2 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 943 time: 0.0740726 Jul 04 04:26:43.512634 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-305c3bf8-53f5-4b82-9266-58c73aacfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:43.514314 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-305c3bf8-53f5-4b82-9266-58c73aacfd4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 1127 time: 0.0615382 Jul 04 04:26:43.562085 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ebda1b6f-7a29-4a07-bc61-a9ed8f73bd7d req-ca49ede7-076b-45ff-8671-fdec81fc9857 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724484 Jul 04 04:26:43.600496 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-624e1fe9-3dd0-4a03-83f3-0fe0f1e31583 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b5cda6-ca03-4f8e-a787-c270f412d879 HTTP/1.1" status: 200 len: 217 time: 0.0696816 Jul 04 04:26:43.613222 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-36c318f8-0b53-4c10-a486-332f2e52a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:43.615212 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-36c318f8-0b53-4c10-a486-332f2e52a544 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.2073474 Jul 04 04:26:43.638332 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:43.691962 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-5dfa88cd-1ac0-4719-83c8-e2d4a97b2cd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a95c8cb-e9e6-4776-92fc-f9a7a4174643 HTTP/1.1" status: 200 len: 217 time: 0.0520113 Jul 04 04:26:43.700859 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-27c978c6-e7f9-416a-ba5d-749e4623fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:43.702437 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-27c978c6-e7f9-416a-ba5d-749e4623fc01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.0920749 Jul 04 04:26:43.742615 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35104134-635a-4b0f-a90d-a922a2ebc6cb req-a4ad18fb-802d-419b-b34d-0559d4fab614 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:43.744258 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35104134-635a-4b0f-a90d-a922a2ebc6cb req-a4ad18fb-802d-419b-b34d-0559d4fab614 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 944 time: 0.0890555 Jul 04 04:26:43.770334 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-e1e018ba-dae4-4fc3-aa3b-bbb991daf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:43.772019 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-e1e018ba-dae4-4fc3-aa3b-bbb991daf6bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.0590494 Jul 04 04:26:43.787966 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af0349-49d9-4781-bb9a-0b086cfff3c3 None None] New status for floating IP 1e0f80c9-1f11-4b80-b98f-991c8b97d776: DOWN {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:26:43.802479 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-c601d08b-1131-4416-b019-bc1e66e8e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:43.804012 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-c601d08b-1131-4416-b019-bc1e66e8e429 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821283 Jul 04 04:26:43.834000 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35104134-635a-4b0f-a90d-a922a2ebc6cb req-d0d4f9fc-db84-448b-a3f4-9a27bf30ca11 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593393 Jul 04 04:26:44.012904 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b7366-4518-4c4f-a987-97804e013b93 req-64bdd291-dfd6-478a-affa-fb8347ca8c2e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:44.014519 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bc9b7366-4518-4c4f-a987-97804e013b93 req-64bdd291-dfd6-478a-affa-fb8347ca8c2e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.0485516 Jul 04 04:26:44.068073 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37052) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:44.070564 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-65bfc4cd-38b7-421a-a63d-d4c43054d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:44.072008 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-65bfc4cd-38b7-421a-a63d-d4c43054d48e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565598 Jul 04 04:26:44.108867 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-8e1f3132-8ea8-457a-aaba-3ec6039ee4db service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971563 Jul 04 04:26:44.147651 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bc9b7366-4518-4c4f-a987-97804e013b93 req-ec02d316-e327-467c-956e-efca14ea3a65 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008236 Jul 04 04:26:44.189746 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2043416970-network', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:44.210865 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19a5d443-6dfc-4e1c-98a5-4f2fa66b108c req-9db6b920-13ed-4f74-a928-a80ea22eaf53 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944052 Jul 04 04:26:44.228308 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-646776b5-4279-488c-9977-77164aa5bb44 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474349 Jul 04 04:26:44.229449 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Made reservation on behalf of 4bb5a1e0698348739f44376f82c933ad for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:44.231868 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.241063 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.316958 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Publish callbacks [] for security_group (f8aac134-eb1c-4fe3-9792-005e22b87955), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.322799 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f8aac134-eb1c-4fe3-9792-005e22b87955), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.355765 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:26:44.365801 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aac134-eb1c-4fe3-9792-005e22b87955,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:44.370906 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (5c0eeca9-50f8-4778-988b-8a834679cda4), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.371244 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Added segment 5c0eeca9-50f8-4778-988b-8a834679cda4 of type vlan for network 8e4fabad-0c05-43fb-b720-1bca27f96e1a Jul 04 04:26:44.417029 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (8e4fabad-0c05-43fb-b720-1bca27f96e1a), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.446964 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (8e4fabad-0c05-43fb-b720-1bca27f96e1a), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.448117 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:44.448717 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.459358 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device eb69aec2-cc38-478b-9e7b-3ba07920e411 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:44.464965 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:44.484496 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.488799 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4165015 Jul 04 04:26:44.488799 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:44.489762 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37056) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:44.495617 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Request body: {'subnet': {'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2043416970-subnet', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:44.507664 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port eb69aec2-cc38-478b-9e7b-3ba07920e411 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:26:44.515423 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port eb69aec2-cc38-478b-9e7b-3ba07920e411 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:44.515861 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.518994 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Made reservation on behalf of 4bb5a1e0698348739f44376f82c933ad for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:44.519214 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a7274-05d4-4c5e-91b4-6a20738b2a92 admin admin] Pushing event updated for resources: {'Network': ['ID=8e4fabad-0c05-43fb-b720-1bca27f96e1a,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:44.528391 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12903764'] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.541601 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 8e4fabad-0c05-43fb-b720-1bca27f96e1a details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:26:44.610946 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:44.655355 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'tag': '70b5cda6-ca03-4f8e-a787-c270f412d879'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:44.656851 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port eb69aec2-cc38-478b-9e7b-3ba07920e411 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:44.657235 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.657963 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b121b0b-2d92-4bce-bd51-edeceb2235fe" -d '{"events": [{"name": "network-changed", "server_uuid": "33838c72-5e62-4317-ab27-5e45d243c3ec", "tag": "70b5cda6-ca03-4f8e-a787-c270f412d879"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:44.685515 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f9a50-d2ef-45c2-b4e9-5405721e1bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb69aec2-cc38-478b-9e7b-3ba07920e411'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:44.687785 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00cbead-a0ab-4229-9c29-2d07c2c6c0d9" -d '{"events": [{"server_uuid": "676f9a50-d2ef-45c2-b4e9-5405721e1bfd", "name": "network-vif-plugged", "status": "completed", "tag": "eb69aec2-cc38-478b-9e7b-3ba07920e411"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:44.701065 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port eb69aec2-cc38-478b-9e7b-3ba07920e411, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=eb69aec2-cc38-478b-9e7b-3ba07920e411,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:44.706561 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.722510 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5c4053-6858-496c-bf30-b0a7f0d0efe9 x-openstack-request-id: req-cd5c4053-6858-496c-bf30-b0a7f0d0efe9 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:44.722779 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33838c72-5e62-4317-ab27-5e45d243c3ec", "tag": "70b5cda6-ca03-4f8e-a787-c270f412d879", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:44.723077 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd5c4053-6858-496c-bf30-b0a7f0d0efe9 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:44.723484 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5c4053-6858-496c-bf30-b0a7f0d0efe9'] response: {'name': 'network-changed', 'server_uuid': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'tag': '70b5cda6-ca03-4f8e-a787-c270f412d879', 'status': 'completed', 'code': 200} Jul 04 04:26:44.740338 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a167-35c4-40de-bcad-eaac5cbf0beb req-d68f1fad-4aec-40b3-bdb2-e09e0458519e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:44.741874 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7e14a167-35c4-40de-bcad-eaac5cbf0beb req-d68f1fad-4aec-40b3-bdb2-e09e0458519e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 943 time: 0.0808673 Jul 04 04:26:44.745573 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70465613-d5c8-4e96-b32d-e35f41b9d9b7 x-openstack-request-id: req-70465613-d5c8-4e96-b32d-e35f41b9d9b7 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:44.746040 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676f9a50-d2ef-45c2-b4e9-5405721e1bfd", "name": "network-vif-plugged", "status": "completed", "tag": "eb69aec2-cc38-478b-9e7b-3ba07920e411", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:44.746281 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70465613-d5c8-4e96-b32d-e35f41b9d9b7 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:44.746693 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70465613-d5c8-4e96-b32d-e35f41b9d9b7'] response: {'server_uuid': '676f9a50-d2ef-45c2-b4e9-5405721e1bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb69aec2-cc38-478b-9e7b-3ba07920e411', 'code': 200} Jul 04 04:26:44.759143 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=eb69aec2-cc38-478b-9e7b-3ba07920e411,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:44.760627 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:44.764160 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13224895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12909230'] for subnet (db763900-80db-40c3-9599-654f5f211abe), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.778612 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:44.852895 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db763900-80db-40c3-9599-654f5f211abe,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:44.857386 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7e14a167-35c4-40de-bcad-eaac5cbf0beb req-8815a90f-0342-4185-a79e-5b7143254c37 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058319 Jul 04 04:26:44.873364 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Checking segment: {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:44.873865 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Network hostable DHCP agents. Network: 8e4fabad-0c05-43fb-b720-1bca27f96e1a, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:26:44.893756 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Network 8e4fabad-0c05-43fb-b720-1bca27f96e1a is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:26:44.904872 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 8e4fabad-0c05-43fb-b720-1bca27f96e1a) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:44.911540 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:44.912091 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.914806 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a525cbcd-44cc-4a4a-b420-360450e88c7a None None] Network 8e4fabad-0c05-43fb-b720-1bca27f96e1a requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:44.931430 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-07bc0e61-12db-4859-9249-52ff8deeb2d5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4404953 Jul 04 04:26:44.934041 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37066) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:44.938638 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:44.963323 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.964829 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:44.973598 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fa169-4f55-4735-8d93-06e4734c9a4c req-5434359c-6ed9-4528-9a1f-5996acd89e0b tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:44.975193 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bd9fa169-4f55-4735-8d93-06e4734c9a4c req-5434359c-6ed9-4528-9a1f-5996acd89e0b tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 945 time: 0.0581090 Jul 04 04:26:45.008542 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:45.022546 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks [] for router_controller (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), precommit_add_association {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.033998 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-bd9fa169-4f55-4735-8d93-06e4734c9a4c req-048233d9-64ce-48e1-9a5a-e4848fac2548 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505180 Jul 04 04:26:45.041131 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:26:45.042354 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.171060 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks [] for router_gateway (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.175250 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Allocated IP 172.20.0.2 (8e4fabad-0c05-43fb-b720-1bca27f96e1a/db763900-80db-40c3-9599-654f5f211abe/ff477b15-efd8-4fd2-a376-09ad9fa7be35) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:45.304356 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d45829-003f-4d3d-b7a8-622c23ab33dd req-836ba3d9-a7ab-4bb3-955d-41a23ae0dd3d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:45.305855 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f3d45829-003f-4d3d-b7a8-622c23ab33dd req-836ba3d9-a7ab-4bb3-955d-41a23ae0dd3d tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.0623119 Jul 04 04:26:45.322801 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Publish callbacks [] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.328879 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.367128 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Network 8e4fabad-0c05-43fb-b720-1bca27f96e1a is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:45.372279 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:45.375819 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:45.391271 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Pushing event updated for resources: {'Port': ['ID=ff477b15-efd8-4fd2-a376-09ad9fa7be35,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:45.439414 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Attempting to bind port ff477b15-efd8-4fd2-a376-09ad9fa7be35 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:26:45.439779 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Attempting to bind port ff477b15-efd8-4fd2-a376-09ad9fa7be35 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:26:45.440133 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Attempting to bind port ff477b15-efd8-4fd2-a376-09ad9fa7be35 on network 8e4fabad-0c05-43fb-b720-1bca27f96e1a {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:45.445477 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:26:45.445674 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f3d45829-003f-4d3d-b7a8-622c23ab33dd req-b0a2adca-28cd-40c2-903d-d5954ba49ec1 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078427 Jul 04 04:26:45.445933 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Checking segment: {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:45.446227 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.446640 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Bound using segment: {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:26:45.447096 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Bound port: ff477b15-efd8-4fd2-a376-09ad9fa7be35, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:26:45.447463 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.450724 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks [] for router_gateway (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.471302 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.518734 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] For port ff477b15-efd8-4fd2-a376-09ad9fa7be35, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:26:45.522023 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] For port ff477b15-efd8-4fd2-a376-09ad9fa7be35, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=ff477b15-efd8-4fd2-a376-09ad9fa7be35,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:26:45.529072 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.586474 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Allocated IP 172.27.1.41 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/5e06bae4-5089-4f37-8396-797ce8210726) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:45.589946 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3d287-7c7c-45ac-93ca-ca2633d5596e None None] Pushing event updated for resources: {'Port': ['ID=ff477b15-efd8-4fd2-a376-09ad9fa7be35,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:45.662104 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:45.697626 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks [] for port (5e06bae4-5089-4f37-8396-797ce8210726), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.719540 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:45.739683 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (5e06bae4-5089-4f37-8396-797ce8210726), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:45.813898 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:45.819272 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:45.823138 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:45.826484 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e06bae4-5089-4f37-8396-797ce8210726,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:45.991671 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36eb1a0-991a-4a74-b6a2-520470d8b4b8 req-3c60eaa0-f6c8-4cef-871c-dba323374fcc tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:45.993398 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d36eb1a0-991a-4a74-b6a2-520470d8b4b8 req-3c60eaa0-f6c8-4cef-871c-dba323374fcc tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 943 time: 0.0554011 Jul 04 04:26:46.043486 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d36eb1a0-991a-4a74-b6a2-520470d8b4b8 req-f6323672-7d33-49a3-aba6-10e092c7eba2 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442638 Jul 04 04:26:46.081524 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks [] for router_gateway (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:46.244025 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bb220-a93b-49f0-8777-c79424817536 req-63206df4-2097-46cc-bdab-0f7cabcf3701 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:46.245565 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-098bb220-a93b-49f0-8777-c79424817536 req-63206df4-2097-46cc-bdab-0f7cabcf3701 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 945 time: 0.1131110 Jul 04 04:26:46.386673 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-098bb220-a93b-49f0-8777-c79424817536 req-35ba6010-ab65-45f8-89f7-41413ef5d1d9 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308770 Jul 04 04:26:46.413586 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:46.455550 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 70b5cda6-ca03-4f8e-a787-c270f412d879 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:26:46.512877 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddebf82d-6a34-4ad1-9f98-d3d7e07a004a None None] Network 8e4fabad-0c05-43fb-b720-1bca27f96e1a requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:46.567487 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:46.583531 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c7d55-861e-4564-a1f0-fb50389b8f2b req-6610f182-b5d1-496e-8043-1029df6e1d56 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:46.585691 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cb3c7d55-861e-4564-a1f0-fb50389b8f2b req-6610f182-b5d1-496e-8043-1029df6e1d56 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.0582654 Jul 04 04:26:46.591373 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:26:46.671850 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-cb3c7d55-861e-4564-a1f0-fb50389b8f2b req-4a627a80-788e-4551-ad5a-7b530c7e319e tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801520 Jul 04 04:26:46.722073 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:46.758144 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-98b76c32-027f-4384-8f67-a9f84cf5ad8f None None] Provisioning complete for port ff477b15-efd8-4fd2-a376-09ad9fa7be35 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:46.759253 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-98b76c32-027f-4384-8f67-a9f84cf5ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:46.786947 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:26:46.799290 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-64039ebe-1f40-4167-8348-18fc90237ce5 req-15521cb7-fcfd-45ca-8b81-e84394b6c248 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466177 Jul 04 04:26:46.801085 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-ed1a32e9-4274-4668-895c-637693956b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:46.802623 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-ed1a32e9-4274-4668-895c-637693956b3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 1127 time: 0.0681920 Jul 04 04:26:46.808193 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:46.814763 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:46.816090 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-cfc8d65f-22a4-4f1e-8e85-3c99d87b24f3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8810096 Jul 04 04:26:46.819408 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37076) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:46.834400 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Sync routers for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:26:46.875025 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 70b5cda6-ca03-4f8e-a787-c270f412d879, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=70b5cda6-ca03-4f8e-a787-c270f412d879,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:46.916877 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:46.920071 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '70b5cda6-ca03-4f8e-a787-c270f412d879', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'port_id': '70b5cda6-ca03-4f8e-a787-c270f412d879', 'mac_address': 'fa:16:3e:2c:dc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:26:46.922237 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:46.922950 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:46.993406 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-320136fd-768d-4650-83f6-9badfde21528 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:46.993406 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-320136fd-768d-4650-83f6-9badfde21528 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.1076529 Jul 04 04:26:47.119279 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-934a2a4d-da67-4d9d-985d-f94ffc31a195 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2288067 Jul 04 04:26:47.121612 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:47.129383 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Deleting port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:26:47.129732 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.184889 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device ff477b15-efd8-4fd2-a376-09ad9fa7be35 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:47.241825 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] For port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:47.242260 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.244223 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d596915-432d-4471-9ab9-1ba371c0dd18 req-2ec33c0f-8f5a-40bf-967f-9fd9a2159536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:47.245701 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1d596915-432d-4471-9ab9-1ba371c0dd18 req-2ec33c0f-8f5a-40bf-967f-9fd9a2159536 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 1129 time: 0.1905720 Jul 04 04:26:47.258473 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Calling delete_port for 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 owned by compute:nova {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:26:47.319852 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644d202-908b-43bb-920b-e4ecd06006b9 req-de0483d5-1cb9-4cbc-88c1-963c25845e18 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:47.321411 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b644d202-908b-43bb-920b-e4ecd06006b9 req-de0483d5-1cb9-4cbc-88c1-963c25845e18 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 943 time: 0.1633034 Jul 04 04:26:47.330461 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-98b76c32-027f-4384-8f67-a9f84cf5ad8f None None] Current status of the port ff477b15-efd8-4fd2-a376-09ad9fa7be35 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:47.330461 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-98b76c32-027f-4384-8f67-a9f84cf5ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.345781 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-70ec2054-5068-4504-9555-a309b0cf3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:47.347374 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-70ec2054-5068-4504-9555-a309b0cf3f7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 1129 time: 0.1383770 Jul 04 04:26:47.352047 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 70b5cda6-ca03-4f8e-a787-c270f412d879 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:47.352728 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.405155 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-98b76c32-027f-4384-8f67-a9f84cf5ad8f None None] For port ff477b15-efd8-4fd2-a376-09ad9fa7be35, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=ff477b15-efd8-4fd2-a376-09ad9fa7be35,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:47.428003 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b5cda6-ca03-4f8e-a787-c270f412d879 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:26:47.431878 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1d596915-432d-4471-9ab9-1ba371c0dd18 req-95bebeaf-9df5-478b-9d0c-158dd0ce2bf4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598234 Jul 04 04:26:47.433081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-ab6830eb-cb0c-4958-99e7-3797afb82548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:47.434794 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-ab6830eb-cb0c-4958-99e7-3797afb82548 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 912 time: 0.5452783 Jul 04 04:26:47.450847 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-98b76c32-027f-4384-8f67-a9f84cf5ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.475122 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port ff477b15-efd8-4fd2-a376-09ad9fa7be35 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:47.480046 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.544915 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b644d202-908b-43bb-920b-e4ecd06006b9 req-6bdb0501-04cd-402a-ab61-b4d29cc1f8a1 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039914 Jul 04 04:26:47.571002 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 70b5cda6-ca03-4f8e-a787-c270f412d879, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=70b5cda6-ca03-4f8e-a787-c270f412d879,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:47.592027 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:47.599969 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.629986 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-7819ed92-1ff0-428f-a422-8cd71903d257 None None] Provisioning complete for port ff477b15-efd8-4fd2-a376-09ad9fa7be35 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:47.629986 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7819ed92-1ff0-428f-a422-8cd71903d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.630610 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:45Z', 'revision_number': 3, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:47.660258 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b76c32-027f-4384-8f67-a9f84cf5ad8f None None] Pushing event updated for resources: {'Port': ['ID=ff477b15-efd8-4fd2-a376-09ad9fa7be35,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:47.688721 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-bae60e13-0722-43c7-bacd-cea46e5ad085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:47.690240 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-bae60e13-0722-43c7-bacd-cea46e5ad085 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.2782981 Jul 04 04:26:47.696387 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Checking router: f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:26:47.697017 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Updating router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b port 5e06bae4-5089-4f37-8396-797ce8210726 binding host dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:26:47.705835 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dcb97-2fb3-4400-8cbf-bd6d5fddf8dd req-dcbac5bc-9f3c-422a-9155-1b39534586e8 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:47.707859 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-673dcb97-2fb3-4400-8cbf-bd6d5fddf8dd req-dcbac5bc-9f3c-422a-9155-1b39534586e8 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 945 time: 0.0657670 Jul 04 04:26:47.759849 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:47.762100 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (5e06bae4-5089-4f37-8396-797ce8210726), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.788835 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:47.804684 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-673dcb97-2fb3-4400-8cbf-bd6d5fddf8dd req-0bf59204-3285-4761-b19e-c3085da7c6e6 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832739 Jul 04 04:26:47.822263 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (9a95c8cb-e9e6-4776-92fc-f9a7a4174643), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.882672 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event deleted for resources: {'Port': ['ID=9a95c8cb-e9e6-4776-92fc-f9a7a4174643,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:47.909636 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] No DVR routers for this DVR port 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 on host hv-cinder-74216 {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:26:47.911944 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port ff477b15-efd8-4fd2-a376-09ad9fa7be35 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:47.912814 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:47.916632 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c9e00825-e383-43f4-843d-86daf3cf71b3 req-ecf6f9f2-0182-41e0-90e6-cca2b1e8e456 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "DELETE /v2.0/ports/9a95c8cb-e9e6-4776-92fc-f9a7a4174643 HTTP/1.1" status: 204 len: 173 time: 0.9059579 Jul 04 04:26:47.917102 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'name': 'network-vif-deleted', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:47.919730 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74f5760-420a-4d3f-8b67-b7d862665969" -d '{"events": [{"server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "name": "network-vif-deleted", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:47.921424 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=70b5cda6-ca03-4f8e-a787-c270f412d879,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:47.962297 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1215c2-8e84-4d7c-bafd-3f9a2e523684 x-openstack-request-id: req-af1215c2-8e84-4d7c-bafd-3f9a2e523684 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:47.962636 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc477aae-9332-481d-bb4f-d1d8ff671c43", "name": "network-vif-deleted", "tag": "9a95c8cb-e9e6-4776-92fc-f9a7a4174643", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:47.963654 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af1215c2-8e84-4d7c-bafd-3f9a2e523684 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:47.963654 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1215c2-8e84-4d7c-bafd-3f9a2e523684'] response: {'server_uuid': 'dc477aae-9332-481d-bb4f-d1d8ff671c43', 'name': 'network-vif-deleted', 'tag': '9a95c8cb-e9e6-4776-92fc-f9a7a4174643', 'status': 'completed', 'code': 200} Jul 04 04:26:47.987536 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-7819ed92-1ff0-428f-a422-8cd71903d257 None None] Current status of the port ff477b15-efd8-4fd2-a376-09ad9fa7be35 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:48.124794 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['70b5cda6-ca03-4f8e-a787-c270f412d879'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:26:48.186458 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Publish callbacks [] for port (5e06bae4-5089-4f37-8396-797ce8210726), precommit_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:48.195681 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (5e06bae4-5089-4f37-8396-797ce8210726), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:48.213691 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-6a5f121c-2780-41c2-b283-7f2d72a96ccb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b5cda6-ca03-4f8e-a787-c270f412d879 HTTP/1.1" status: 200 len: 217 time: 0.0844946 Jul 04 04:26:48.223825 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58081a-5cd1-47df-9cdf-e1bd63cccaf4 req-1d9463a4-81f1-451f-849c-060c23c4be76 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:48.225367 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1b58081a-5cd1-47df-9cdf-e1bd63cccaf4 req-1d9463a4-81f1-451f-849c-060c23c4be76 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 946 time: 0.4685271 Jul 04 04:26:48.238165 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:48.273695 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-56668df3-a90a-423f-b757-48b46eafab68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba HTTP/1.1" status: 200 len: 1000 time: 0.1434624 Jul 04 04:26:48.280100 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352dd90-e529-409c-b756-41c91b2b35a9 None None] Pushing event updated for resources: {'Port': ['ID=5e06bae4-5089-4f37-8396-797ce8210726,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:48.287633 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Attempting to bind port 5e06bae4-5089-4f37-8396-797ce8210726 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:26:48.288513 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Attempting to bind port 5e06bae4-5089-4f37-8396-797ce8210726 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:26:48.288513 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Attempting to bind port 5e06bae4-5089-4f37-8396-797ce8210726 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:48.304596 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:26:48.305056 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:48.305377 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:48.305766 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:26:48.306286 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Bound port: 5e06bae4-5089-4f37-8396-797ce8210726, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:26:48.306747 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (5e06bae4-5089-4f37-8396-797ce8210726), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:48.333009 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1b58081a-5cd1-47df-9cdf-e1bd63cccaf4 req-582c07db-0206-4145-b079-f5fd6e3c45a2 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999465 Jul 04 04:26:48.393152 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] For port 5e06bae4-5089-4f37-8396-797ce8210726, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:26:48.416960 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] For port 5e06bae4-5089-4f37-8396-797ce8210726, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=5e06bae4-5089-4f37-8396-797ce8210726,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:26:48.425672 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (5e06bae4-5089-4f37-8396-797ce8210726), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:48.468390 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:48.475478 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:48.489977 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-8ba781f8-8881-4719-b836-1cac263cbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:48.491474 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-8ba781f8-8881-4719-b836-1cac263cbb72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.1090977 Jul 04 04:26:48.495819 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352dd90-e529-409c-b756-41c91b2b35a9 None None] Pushing event updated for resources: {'Port': ['ID=5e06bae4-5089-4f37-8396-797ce8210726,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:48.499397 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:48.500278 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:48.525639 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-ef2cf6f7-7471-4af3-94b3-ef4e245f803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:48.527133 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-ef2cf6f7-7471-4af3-94b3-ef4e245f803f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.1435194 Jul 04 04:26:48.598737 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Allocated IP 172.20.0.1 (8e4fabad-0c05-43fb-b720-1bca27f96e1a/db763900-80db-40c3-9599-654f5f211abe/df640f78-f7f5-4791-b8c7-a5c7ca77915f) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:48.609036 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-914bca47-44a6-47eb-b51c-f22bf18933a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:48.610676 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-914bca47-44a6-47eb-b51c-f22bf18933a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966697 Jul 04 04:26:48.616316 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:48.631310 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-895699ae-a542-420d-8014-3c0e67f2db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:48.632857 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-895699ae-a542-420d-8014-3c0e67f2db24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811975 Jul 04 04:26:48.675005 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:48.724994 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d8a3d-b901-42f6-b66d-e4830326ddbb req-d3f7cb39-ae6b-48b9-aec4-da7565f8da57 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:48.735441 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b84d8a3d-b901-42f6-b66d-e4830326ddbb req-d3f7cb39-ae6b-48b9-aec4-da7565f8da57 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 944 time: 0.0719707 Jul 04 04:26:48.779830 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:48.789084 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b84d8a3d-b901-42f6-b66d-e4830326ddbb req-59b60be8-8e99-4471-b248-693e13ba422c tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521297 Jul 04 04:26:48.839559 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:48.853533 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:48.854800 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-9d4ae0ed-542d-4bc2-abe8-7fcb3f4df7af service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342107 Jul 04 04:26:48.882192 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-f1a050c3-d644-437f-9763-5b1d3692dc2e service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348037 Jul 04 04:26:48.902116 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Publish callbacks [] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:48.949670 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f16c6-a4b8-4265-b37d-233a747ec63a req-05c2476f-69e7-4895-a805-23cd386c9469 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:48.951224 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-460f16c6-a4b8-4265-b37d-233a747ec63a req-05c2476f-69e7-4895-a805-23cd386c9469 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 945 time: 0.0605190 Jul 04 04:26:48.976907 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:45Z', 'revision_number': 3, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:49.001989 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.003979 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cce404-2a5c-49d8-bdd8-9996ae9295b6 None None] The sync data for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi is: [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:45Z', 'revision_number': 3, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:26:49.051067 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device ff477b15-efd8-4fd2-a376-09ad9fa7be35 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:49.066878 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-460f16c6-a4b8-4265-b37d-233a747ec63a req-a5ecbc04-e9f8-451a-8ab6-561189f30283 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048648 Jul 04 04:26:49.089937 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Network 8e4fabad-0c05-43fb-b720-1bca27f96e1a is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:49.093530 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:49.096098 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:49.110348 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port ff477b15-efd8-4fd2-a376-09ad9fa7be35 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:49.110748 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.125157 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Pushing event updated for resources: {'Port': ['ID=df640f78-f7f5-4791-b8c7-a5c7ca77915f,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:49.157732 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.205624 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port ff477b15-efd8-4fd2-a376-09ad9fa7be35 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:49.294743 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 70b5cda6-ca03-4f8e-a787-c270f412d879 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:49.341117 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.347983 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 70b5cda6-ca03-4f8e-a787-c270f412d879 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:26:49.360462 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 70b5cda6-ca03-4f8e-a787-c270f412d879 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:49.360792 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.365995 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:49.470913 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-fd5a2396-821b-4918-9fb0-741942187e67 req-dd26ae6c-1864-44bd-bdcc-bfd60f444c9c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc477aae-9332-481d-bb4f-d1d8ff671c43 HTTP/1.1" status: 200 len: 210 time: 0.0427938 Jul 04 04:26:49.497722 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 70b5cda6-ca03-4f8e-a787-c270f412d879 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:49.498116 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.518954 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-d2534a93-1a10-4133-b4a1-93149039d8c0 None None] Provisioning complete for port df640f78-f7f5-4791-b8c7-a5c7ca77915f triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:49.519340 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d2534a93-1a10-4133-b4a1-93149039d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.529322 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b5cda6-ca03-4f8e-a787-c270f412d879'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:49.531886 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27ed50-8ff8-45a1-b02f-12a31de32d06" -d '{"events": [{"server_uuid": "33838c72-5e62-4317-ab27-5e45d243c3ec", "name": "network-vif-plugged", "status": "completed", "tag": "70b5cda6-ca03-4f8e-a787-c270f412d879"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:49.556808 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 70b5cda6-ca03-4f8e-a787-c270f412d879, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=70b5cda6-ca03-4f8e-a787-c270f412d879,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:49.580133 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3648e15e-e991-4cf2-b18d-1b8d54a6aa6c x-openstack-request-id: req-3648e15e-e991-4cf2-b18d-1b8d54a6aa6c {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:49.580541 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33838c72-5e62-4317-ab27-5e45d243c3ec", "name": "network-vif-plugged", "status": "completed", "tag": "70b5cda6-ca03-4f8e-a787-c270f412d879", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:49.580918 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3648e15e-e991-4cf2-b18d-1b8d54a6aa6c {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:49.581516 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3648e15e-e991-4cf2-b18d-1b8d54a6aa6c'] response: {'server_uuid': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b5cda6-ca03-4f8e-a787-c270f412d879', 'code': 200} Jul 04 04:26:49.587353 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.588340 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:26:49.650591 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:26:49.651281 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 9a95c8cb-e9e6-4776-92fc-f9a7a4174643 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:26:49.654474 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-d2534a93-1a10-4133-b4a1-93149039d8c0 None None] Port df640f78-f7f5-4791-b8c7-a5c7ca77915f cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:26:49.676110 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=70b5cda6-ca03-4f8e-a787-c270f412d879,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:49.699394 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6c60e834-6832-4721-8ebc-7f0b587ae289 req-fa67d8af-2fdd-4093-9b98-679d14348256 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240181 Jul 04 04:26:49.729500 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4b121b0b-2d92-4bce-bd51-edeceb2235fe req-cdf0b156-17e7-4bc2-b840-9ca25d60e572 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595615 Jul 04 04:26:49.733285 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Publish callbacks [] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.738526 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.780645 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:49.810608 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Pushing event updated for resources: {'Port': ['ID=df640f78-f7f5-4791-b8c7-a5c7ca77915f,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:49.813525 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:49.941447 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415f140-cfdf-4a8f-9046-2f63a40f3611 req-1179595e-6d81-4119-95ce-a81e36d1e8ff tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:49.950147 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7415f140-cfdf-4a8f-9046-2f63a40f3611 req-1179595e-6d81-4119-95ce-a81e36d1e8ff tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.0638294 Jul 04 04:26:49.952553 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Network 8e4fabad-0c05-43fb-b720-1bca27f96e1a is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:49.954766 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:49.999574 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7415f140-cfdf-4a8f-9046-2f63a40f3611 req-a8cba9ff-b5ed-48f8-9b18-5eb551227346 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481761 Jul 04 04:26:50.073698 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:26:50.254608 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadfd28-446b-4f79-b1bf-eb5fb97442c1 req-7b47867a-165f-4c45-aa35-397891ee7fc5 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:50.256167 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8eadfd28-446b-4f79-b1bf-eb5fb97442c1 req-7b47867a-165f-4c45-aa35-397891ee7fc5 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 945 time: 0.1014771 Jul 04 04:26:50.274041 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd6f7-ce3d-4992-a604-df82a3dac7ce req-fa115f97-4a5f-4446-b95a-0a10a9aac2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:50.275499 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b7abd6f7-ce3d-4992-a604-df82a3dac7ce req-fa115f97-4a5f-4446-b95a-0a10a9aac2ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 1129 time: 0.0754464 Jul 04 04:26:50.293873 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-30eb87b5-0e17-4116-acc8-24811d517edd None None] Provisioning complete for port df640f78-f7f5-4791-b8c7-a5c7ca77915f triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:50.294418 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-30eb87b5-0e17-4116-acc8-24811d517edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:50.301755 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:26:50.307850 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-59bce65e-debf-4cfa-8581-56b5ba6877b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4873407 Jul 04 04:26:50.348720 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-8eadfd28-446b-4f79-b1bf-eb5fb97442c1 req-1400819c-026d-4566-8ec2-b0a1a1bfcffd tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843902 Jul 04 04:26:50.354125 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-30eb87b5-0e17-4116-acc8-24811d517edd None None] Port df640f78-f7f5-4791-b8c7-a5c7ca77915f cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:26:50.359567 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:50.381156 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b7abd6f7-ce3d-4992-a604-df82a3dac7ce req-faca40db-2c29-47f5-914a-0e1a526c3fa1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669436 Jul 04 04:26:50.879648 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37126) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:50.883097 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Sync routers for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:26:50.886208 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1874466893-network', 'tenant_id': '83178ea0925a4d0caae854926a2bec25'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:50.895744 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:50.896426 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:50.908068 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Made reservation on behalf of 83178ea0925a4d0caae854926a2bec25 for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:50.910600 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:50.919606 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.015652 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:51.020660 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Publish callbacks [] for security_group (e010e6e9-b63c-4d1d-9824-2070b5e9993b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.025896 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e010e6e9-b63c-4d1d-9824-2070b5e9993b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.073816 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:26:51.086766 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e010e6e9-b63c-4d1d-9824-2070b5e9993b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:51.091048 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 5e06bae4-5089-4f37-8396-797ce8210726 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:51.110956 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (9e03a79d-7877-4071-afff-bfebcc24e4ce), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.112241 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Added segment 9e03a79d-7877-4071-afff-bfebcc24e4ce of type vlan for network 500f04ed-b537-403e-a2e2-d48384c2ad78 Jul 04 04:26:51.173148 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 5e06bae4-5089-4f37-8396-797ce8210726 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:51.173522 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (5e06bae4-5089-4f37-8396-797ce8210726), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.200592 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:51.206294 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (500f04ed-b537-403e-a2e2-d48384c2ad78), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.249423 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (500f04ed-b537-403e-a2e2-d48384c2ad78), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.250992 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:51.252365 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.324362 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 5e06bae4-5089-4f37-8396-797ce8210726 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:51.324362 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (5e06bae4-5089-4f37-8396-797ce8210726), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.352448 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port 5e06bae4-5089-4f37-8396-797ce8210726, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=5e06bae4-5089-4f37-8396-797ce8210726,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:51.360091 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (5e06bae4-5089-4f37-8396-797ce8210726), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.405659 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:51.414653 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5323758 Jul 04 04:26:51.415880 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'df640f78-f7f5-4791-b8c7-a5c7ca77915f', 'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'mac_address': 'fa:16:3e:55:80:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:48Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 2, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'subnets': [{'id': 'db763900-80db-40c3-9599-654f5f211abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:51.417186 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37138) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:51.424221 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Request body: {'subnet': {'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1874466893-subnet', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:51.425842 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=5e06bae4-5089-4f37-8396-797ce8210726,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:51.431160 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406a05c-6ed4-4b6d-9ace-d3c71cea81b2 admin admin] Pushing event updated for resources: {'Network': ['ID=500f04ed-b537-403e-a2e2-d48384c2ad78,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:51.445334 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network 500f04ed-b537-403e-a2e2-d48384c2ad78 details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:26:51.449075 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6e49c-2dc0-48ff-aa29-7f82e38db434 req-1a575464-28e9-4289-8f3d-1fffe31e6005 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:51.451027 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Checking router: f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:26:51.451580 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Updating router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b port df640f78-f7f5-4791-b8c7-a5c7ca77915f binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:26:51.457349 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-05d6e49c-2dc0-48ff-aa29-7f82e38db434 req-1a575464-28e9-4289-8f3d-1fffe31e6005 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 945 time: 0.1327486 Jul 04 04:26:51.485315 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.508469 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88bf38-ca84-4185-8baf-a054ced46b63 req-341bd154-e9c9-44a7-b276-af355960d53f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:51.510602 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4d88bf38-ca84-4185-8baf-a054ced46b63 req-341bd154-e9c9-44a7-b276-af355960d53f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.0606201 Jul 04 04:26:51.523151 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-05d6e49c-2dc0-48ff-aa29-7f82e38db434 req-1064cd5e-096e-4c34-aaf3-40f70d809763 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648220 Jul 04 04:26:51.530357 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Made reservation on behalf of 83178ea0925a4d0caae854926a2bec25 for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:26:51.532939 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12903764'] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.654016 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-4d88bf38-ca84-4185-8baf-a054ced46b63 req-73d76eb6-830c-42d6-a5c1-1e7cc5de7655 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364887 Jul 04 04:26:51.763885 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13224895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12909230'] for subnet (b0b23491-3860-4f83-afae-af3cb47509c4), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.770705 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Publish callbacks [] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.776840 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.807527 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:51.835469 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b23491-3860-4f83-afae-af3cb47509c4,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:51.846098 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Checking segment: {'id': '9e03a79d-7877-4071-afff-bfebcc24e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:51.846793 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Network hostable DHCP agents. Network: 500f04ed-b537-403e-a2e2-d48384c2ad78, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:26:51.867381 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Network 500f04ed-b537-403e-a2e2-d48384c2ad78 is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:26:51.876113 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Pushing event updated for resources: {'Port': ['ID=df640f78-f7f5-4791-b8c7-a5c7ca77915f,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:51.878353 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, 500f04ed-b537-403e-a2e2-d48384c2ad78) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:51.883385 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:51.884341 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.888576 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddcb8ea-6e52-4520-8e9d-5c77d9d1df09 None None] Network 500f04ed-b537-403e-a2e2-d48384c2ad78 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:51.892098 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.893044 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.893556 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.894526 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.894939 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.896622 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.897033 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.897517 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.897846 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.898173 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.899332 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.900006 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.900432 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.900683 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.901294 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:26:51.909056 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-d64c7fa3-5c31-416f-811b-c1c7d09c43da admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4906690 Jul 04 04:26:51.911946 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37146) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:51.916024 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Attempting to bind port df640f78-f7f5-4791-b8c7-a5c7ca77915f on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:26:51.916582 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Attempting to bind port df640f78-f7f5-4791-b8c7-a5c7ca77915f by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:26:51.916933 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Attempting to bind port df640f78-f7f5-4791-b8c7-a5c7ca77915f on network 8e4fabad-0c05-43fb-b720-1bca27f96e1a {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:51.918264 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:51.924407 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:26:51.925002 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Checking segment: {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:51.925187 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.925782 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Bound using segment: {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:26:51.926245 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Bound port: df640f78-f7f5-4791-b8c7-a5c7ca77915f, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:26:51.926655 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.943539 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27636'] for router (d3c921f4-edbb-49ff-88d3-7198e508a2cf), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:51.946137 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398173', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27619'] for router (d3c921f4-edbb-49ff-88d3-7198e508a2cf), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.009186 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] For port df640f78-f7f5-4791-b8c7-a5c7ca77915f, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:26:52.009635 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks [] for router_controller (d3c921f4-edbb-49ff-88d3-7198e508a2cf), precommit_add_association {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.014113 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] For port df640f78-f7f5-4791-b8c7-a5c7ca77915f, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=df640f78-f7f5-4791-b8c7-a5c7ca77915f,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:26:52.029105 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.029467 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2bdae3f-e808-5892-9926-62a3dfb7c79a-500f04ed-b537-403e-a2e2-d48384c2ad78', 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78', 'project_id': '83178ea0925a4d0caae854926a2bec25', 'fixed_ips': [{'subnet_id': 'b0b23491-3860-4f83-afae-af3cb47509c4'}]}} from dv-cinder-742162-5-iscsi. {{(pid=104121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 04:26:52.030431 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.069663 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:52.074488 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:52.101459 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8ed67-a842-4630-a400-aabe9dec22a7 None None] Pushing event updated for resources: {'Port': ['ID=df640f78-f7f5-4791-b8c7-a5c7ca77915f,revision_number=4']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:52.105750 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:52.106562 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:52.171715 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks [] for router_gateway (d3c921f4-edbb-49ff-88d3-7198e508a2cf), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.209809 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-eedb7bf6-1831-4e59-bba4-b5b7e60063b1 None None] Provisioning complete for port df640f78-f7f5-4791-b8c7-a5c7ca77915f triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:52.210972 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-eedb7bf6-1831-4e59-bba4-b5b7e60063b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.235387 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:52.259762 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.db_base_plugin_common [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Allocated IP 172.20.0.2 (500f04ed-b537-403e-a2e2-d48384c2ad78/b0b23491-3860-4f83-afae-af3cb47509c4/78085660-3c6d-4c2e-a980-b0d8c5eb0f63) {{(pid=104121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:52.341818 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-eedb7bf6-1831-4e59-bba4-b5b7e60063b1 None None] Current status of the port df640f78-f7f5-4791-b8c7-a5c7ca77915f is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:52.342211 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-eedb7bf6-1831-4e59-bba4-b5b7e60063b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.376567 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks [] for router_gateway (d3c921f4-edbb-49ff-88d3-7198e508a2cf), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.396417 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.419628 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-eedb7bf6-1831-4e59-bba4-b5b7e60063b1 None None] For port df640f78-f7f5-4791-b8c7-a5c7ca77915f, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=df640f78-f7f5-4791-b8c7-a5c7ca77915f,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:52.427212 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-eedb7bf6-1831-4e59-bba4-b5b7e60063b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.440528 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:52.455869 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'df640f78-f7f5-4791-b8c7-a5c7ca77915f', 'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'mac_address': 'fa:16:3e:55:80:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:48Z', 'updated_at': '2022-07-04T04:26:52Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'subnets': [{'id': 'db763900-80db-40c3-9599-654f5f211abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:52.483634 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee68cb-0d46-46f2-bd01-a8f5777f95bf None None] The sync data for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi is: [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'df640f78-f7f5-4791-b8c7-a5c7ca77915f', 'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'mac_address': 'fa:16:3e:55:80:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:48Z', 'updated_at': '2022-07-04T04:26:52Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'subnets': [{'id': 'db763900-80db-40c3-9599-654f5f211abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:26:52.509287 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:52.526148 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb7bf6-1831-4e59-bba4-b5b7e60063b1 None None] Pushing event updated for resources: {'Port': ['ID=df640f78-f7f5-4791-b8c7-a5c7ca77915f,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:52.529236 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Publish callbacks [] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), precommit_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.535702 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Allocated IP 172.27.1.74 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/60872f73-b885-4eeb-9284-6c96041203b8) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:52.547029 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), after_create {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.646661 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Pushing event updated for resources: {'Port': ['ID=78085660-3c6d-4c2e-a980-b0d8c5eb0f63,revision_number=1']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:52.650520 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Network 500f04ed-b537-403e-a2e2-d48384c2ad78 is already hosted by enough agents. {{(pid=104121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:52.658032 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.scheduler.base_scheduler [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Resources bound (agent type, host, resource id): {{(pid=104121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:52.658032 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-dd546f3d-53e9-450c-a3c5-5cf8ad19ca34 None None] Provisioning complete for port df640f78-f7f5-4791-b8c7-a5c7ca77915f triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:52.658032 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd546f3d-53e9-450c-a3c5-5cf8ad19ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.690271 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Received port after_create {{(pid=104121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:52.694230 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f388ee0-e7a5-49cd-8b89-18b7b7676a9f req-d217721f-cab4-450b-98a1-72218c41c373 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:52.708232 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9f388ee0-e7a5-49cd-8b89-18b7b7676a9f req-d217721f-cab4-450b-98a1-72218c41c373 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 945 time: 0.0753932 Jul 04 04:26:52.710523 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks [] for port (60872f73-b885-4eeb-9284-6c96041203b8), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.774329 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9f388ee0-e7a5-49cd-8b89-18b7b7676a9f req-c9ab59d8-91ff-4e3b-a29c-9aa4f30a7053 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650983 Jul 04 04:26:52.789658 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (60872f73-b885-4eeb-9284-6c96041203b8), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.808770 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Attempting to bind port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:26:52.809137 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Attempting to bind port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '9e03a79d-7877-4071-afff-bfebcc24e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78'}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:26:52.809491 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Attempting to bind port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 on network 500f04ed-b537-403e-a2e2-d48384c2ad78 {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:52.846237 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:26:52.847177 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Checking segment: {'id': '9e03a79d-7877-4071-afff-bfebcc24e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:52.847590 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.847992 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Bound using segment: {'id': '9e03a79d-7877-4071-afff-bfebcc24e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78'} {{(pid=104121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:26:52.848534 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.managers [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Bound port: 78085660-3c6d-4c2e-a980-b0d8c5eb0f63, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e03a79d-7877-4071-afff-bfebcc24e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78'}}] {{(pid=104121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:26:52.848921 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:52.858268 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37154) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:52.866504 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-dd546f3d-53e9-450c-a3c5-5cf8ad19ca34 None None] Current status of the port df640f78-f7f5-4791-b8c7-a5c7ca77915f is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:52.945147 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:52.964887 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] For port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:26:52.976526 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] For port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=78085660-3c6d-4c2e-a980-b0d8c5eb0f63,segment=NetworkSegment(9e03a79d-7877-4071-afff-bfebcc24e4ce),segment_id=9e03a79d-7877-4071-afff-bfebcc24e4ce)] {{(pid=104121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:26:52.989654 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.031142 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:53.109296 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bbff1-ba2e-4c67-9bb2-a2bbecd10699 None None] Pushing event updated for resources: {'Port': ['ID=78085660-3c6d-4c2e-a980-b0d8c5eb0f63,revision_number=2']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:53.113135 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Deleting port f5303a7a-fe98-4d21-b752-bbf7e9619cd8 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:26:53.114102 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (f5303a7a-fe98-4d21-b752-bbf7e9619cd8), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.193818 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 5e06bae4-5089-4f37-8396-797ce8210726 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:53.244542 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 5e06bae4-5089-4f37-8396-797ce8210726 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:53.245230 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (5e06bae4-5089-4f37-8396-797ce8210726), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.263450 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:53.271629 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f5f9f-ec66-49cf-b5c8-f4cab0bffba7 req-4b4d2568-0578-4507-be6e-5bf610a3002e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:53.273929 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-651f5f9f-ec66-49cf-b5c8-f4cab0bffba7 req-4b4d2568-0578-4507-be6e-5bf610a3002e tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.4972146 Jul 04 04:26:53.280673 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (f5303a7a-fe98-4d21-b752-bbf7e9619cd8), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.281345 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (f5303a7a-fe98-4d21-b752-bbf7e9619cd8), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.283527 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:53.287471 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:53.292238 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:53.299688 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:53.301907 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Calling delete_port for f5303a7a-fe98-4d21-b752-bbf7e9619cd8 owned by network:floatingip {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:26:53.323990 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Pushing event updated for resources: {'Port': ['ID=60872f73-b885-4eeb-9284-6c96041203b8,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:53.402642 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 5e06bae4-5089-4f37-8396-797ce8210726 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:53.403782 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device df640f78-f7f5-4791-b8c7-a5c7ca77915f up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:53.491170 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port df640f78-f7f5-4791-b8c7-a5c7ca77915f triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:53.493483 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.508502 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-651f5f9f-ec66-49cf-b5c8-f4cab0bffba7 req-0b33db0c-5b41-4a4b-8c35-971f4c60b666 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169828 Jul 04 04:26:53.608536 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (f5303a7a-fe98-4d21-b752-bbf7e9619cd8), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.635690 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port df640f78-f7f5-4791-b8c7-a5c7ca77915f is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:53.653898 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event deleted for resources: {'Port': ['ID=f5303a7a-fe98-4d21-b752-bbf7e9619cd8,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:53.726937 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (8260d7a8-d31d-45f2-b540-0e125653a4ca), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.727565 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Floating IP 8260d7a8-d31d-45f2-b540-0e125653a4ca disassociated (deleted). External IP: 172.27.1.51, port: 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba. Jul 04 04:26:53.743470 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7658509-7076-4310-9b99-96128ee454d7 req-1e3139a3-50ef-4aaf-8f9d-6bbf617e29e3 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:53.745079 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f7658509-7076-4310-9b99-96128ee454d7 req-1e3139a3-50ef-4aaf-8f9d-6bbf617e29e3 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.59 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 945 time: 0.0605092 Jul 04 04:26:53.796500 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks [] for router_gateway (d3c921f4-edbb-49ff-88d3-7198e508a2cf), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.919538 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-f7658509-7076-4310-9b99-96128ee454d7 req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Deleting port eb69aec2-cc38-478b-9e7b-3ba07920e411 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:26:53.919875 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f7658509-7076-4310-9b99-96128ee454d7 req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:53.950741 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:54.011707 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a09a0-9dc6-4c4a-8d2c-87e2a929f0df req-c1124ae6-f090-42ee-a59a-20b52f4009ed tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:54.019868 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e32a09a0-9dc6-4c4a-8d2c-87e2a929f0df req-c1124ae6-f090-42ee-a59a-20b52f4009ed tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 945 time: 0.1347535 Jul 04 04:26:54.088116 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e32a09a0-9dc6-4c4a-8d2c-87e2a929f0df req-99c171a4-df9f-41eb-98dc-1e14750c7562 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd03b486-e2b4-4a1d-ad75-01c559ce0418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670002 Jul 04 04:26:54.099400 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:26:54.106128 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-f7658509-7076-4310-9b99-96128ee454d7 req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] For port eb69aec2-cc38-478b-9e7b-3ba07920e411, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=eb69aec2-cc38-478b-9e7b-3ba07920e411,segment=NetworkSegment(27f3d061-d118-4c54-a638-e47c5f855051),segment_id=27f3d061-d118-4c54-a638-e47c5f855051)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:54.106532 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f7658509-7076-4310-9b99-96128ee454d7 req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:54.125101 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-f7658509-7076-4310-9b99-96128ee454d7 req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Calling delete_port for eb69aec2-cc38-478b-9e7b-3ba07920e411 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:26:54.180817 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398227'] for router (d3c921f4-edbb-49ff-88d3-7198e508a2cf), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:54.224951 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:26:54.236305 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] Sync routers for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:26:54.243122 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:54.253358 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:54.254252 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:54.279715 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-109e7dd3-acdf-4f9d-8c2b-533c182e36fc tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "DELETE /v2.0/floatingips/8260d7a8-d31d-45f2-b540-0e125653a4ca HTTP/1.1" status: 204 len: 168 time: 1.4199853 Jul 04 04:26:54.280412 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:54.288462 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11544532-a0b7-4e95-b86f-d80814348725" -d '{"events": [{"name": "network-changed", "server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:54.349880 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0854f63-700b-4000-abe4-da2a5b43d8a0 x-openstack-request-id: req-f0854f63-700b-4000-abe4-da2a5b43d8a0 {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:54.350177 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:54.350459 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0854f63-700b-4000-abe4-da2a5b43d8a0 {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:54.353286 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0854f63-700b-4000-abe4-da2a5b43d8a0'] response: {'name': 'network-changed', 'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'status': 'completed', 'code': 200} Jul 04 04:26:54.366791 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c64ba5-afbd-459d-aeda-5b700601dfe0 None None] Network 500f04ed-b537-403e-a2e2-d48384c2ad78 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:26:54.373648 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:54.454854 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f7658509-7076-4310-9b99-96128ee454d7 req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (eb69aec2-cc38-478b-9e7b-3ba07920e411), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:54.497551 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11544532-a0b7-4e95-b86f-d80814348725 req-97fcd441-130d-4024-a1cf-b5f9e503237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:54.499110 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-11544532-a0b7-4e95-b86f-d80814348725 req-97fcd441-130d-4024-a1cf-b5f9e503237b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622ab692a73432784c63b9ad3290e72&device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 1129 time: 0.1020701 Jul 04 04:26:54.500299 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Router d3c921f4-edbb-49ff-88d3-7198e508a2cf is scheduled to L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 with binding_index 1 {{(pid=104119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 04:26:54.505080 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Pushing event deleted for resources: {'Port': ['ID=eb69aec2-cc38-478b-9e7b-3ba07920e411,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:54.538183 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:54.544837 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['eb69aec2-cc38-478b-9e7b-3ba07920e411'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:26:54.560587 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7658509-7076-4310-9b99-96128ee454d7 req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] No DVR routers for this DVR port eb69aec2-cc38-478b-9e7b-3ba07920e411 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:26:54.564361 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-f7658509-7076-4310-9b99-96128ee454d7 req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:54.567489 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f7658509-7076-4310-9b99-96128ee454d7 req-6b5c2628-ccda-4c99-b976-f55fa1be4b22 tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.59 "DELETE /v2.0/ports/eb69aec2-cc38-478b-9e7b-3ba07920e411 HTTP/1.1" status: 204 len: 173 time: 0.8151493 Jul 04 04:26:54.568529 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f9a50-d2ef-45c2-b4e9-5405721e1bfd', 'name': 'network-vif-deleted', 'tag': 'eb69aec2-cc38-478b-9e7b-3ba07920e411'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:54.570025 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ffab0-85dc-4231-9c95-71ff378b8779" -d '{"events": [{"server_uuid": "676f9a50-d2ef-45c2-b4e9-5405721e1bfd", "name": "network-vif-deleted", "tag": "eb69aec2-cc38-478b-9e7b-3ba07920e411"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:54.590225 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd762d-ed77-487f-a39f-5ed34321df43 req-47a9a998-1c52-4fde-896b-a0b63199d306 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:54.592014 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a9dd762d-ed77-487f-a39f-5ed34321df43 req-47a9a998-1c52-4fde-896b-a0b63199d306 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 945 time: 0.0752523 Jul 04 04:26:54.618586 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-aacfb0fa-ed02-423e-b99f-dcb69641f111 None None] Provisioning complete for port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:54.618874 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-aacfb0fa-ed02-423e-b99f-dcb69641f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:54.622684 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:54.681418 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a9dd762d-ed77-487f-a39f-5ed34321df43 req-152a816a-f1ea-4c71-a9ac-900cdb63ce9a tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776489 Jul 04 04:26:54.726653 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b4a973-05de-43e0-968c-18bf90f3ce64 x-openstack-request-id: req-f8b4a973-05de-43e0-968c-18bf90f3ce64 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:54.726849 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676f9a50-d2ef-45c2-b4e9-5405721e1bfd", "name": "network-vif-deleted", "tag": "eb69aec2-cc38-478b-9e7b-3ba07920e411", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:54.727096 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8b4a973-05de-43e0-968c-18bf90f3ce64 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:54.727501 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b4a973-05de-43e0-968c-18bf90f3ce64'] response: {'server_uuid': '676f9a50-d2ef-45c2-b4e9-5405721e1bfd', 'name': 'network-vif-deleted', 'tag': 'eb69aec2-cc38-478b-9e7b-3ba07920e411', 'status': 'completed', 'code': 200} Jul 04 04:26:54.747017 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:54.785330 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8b9d4-c7aa-4aa6-8264-11552f8938c2 req-5c6b8244-4f84-488e-885a-14a097755ba7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:54.786850 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7fb8b9d4-c7aa-4aa6-8264-11552f8938c2 req-5c6b8244-4f84-488e-885a-14a097755ba7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.1379828 Jul 04 04:26:54.791951 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:54.841020 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:26:54.851327 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Sync routers for ids ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:26:54.865843 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Routers {'d3c921f4-edbb-49ff-88d3-7198e508a2cf'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:54.866586 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:54.872895 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11544532-a0b7-4e95-b86f-d80814348725 req-9f49b1a1-6523-44e7-b351-31cbca874d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:54.874812 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-11544532-a0b7-4e95-b86f-d80814348725 req-9f49b1a1-6523-44e7-b351-31cbca874d55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 200 len: 912 time: 0.2246752 Jul 04 04:26:54.881560 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:54.888744 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:54.889993 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-118b0380-79ad-4493-9874-69112ff2b302 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9769769 Jul 04 04:26:54.893259 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37168) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:54.920275 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7fb8b9d4-c7aa-4aa6-8264-11552f8938c2 req-66404777-fccc-4fea-9c8c-9494c463b4f3 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197104 Jul 04 04:26:54.927566 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-aacfb0fa-ed02-423e-b99f-dcb69641f111 None None] Current status of the port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:54.928121 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-aacfb0fa-ed02-423e-b99f-dcb69641f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:54.975234 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Set router d3c921f4-edbb-49ff-88d3-7198e508a2cf gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:55.042040 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-aacfb0fa-ed02-423e-b99f-dcb69641f111 None None] For port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=78085660-3c6d-4c2e-a980-b0d8c5eb0f63,segment=NetworkSegment(9e03a79d-7877-4071-afff-bfebcc24e4ce),segment_id=9e03a79d-7877-4071-afff-bfebcc24e4ce)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:55.043597 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:55.081746 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-aacfb0fa-ed02-423e-b99f-dcb69641f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.086256 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] Checking router: c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:26:55.154534 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfb0fa-ed02-423e-b99f-dcb69641f111 None None] Pushing event updated for resources: {'Port': ['ID=78085660-3c6d-4c2e-a980-b0d8c5eb0f63,revision_number=3']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:55.159254 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:55.165440 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:55.166072 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:55.201309 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:55.210313 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '60872f73-b885-4eeb-9284-6c96041203b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:51Z', 'updated_at': '2022-07-04T04:26:53Z', 'revision_number': 3, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'gw_port': {'id': '60872f73-b885-4eeb-9284-6c96041203b8', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:52Z', 'updated_at': '2022-07-04T04:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:55.239547 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Checking router: d3c921f4-edbb-49ff-88d3-7198e508a2cf for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:26:55.240227 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Updating router d3c921f4-edbb-49ff-88d3-7198e508a2cf port 60872f73-b885-4eeb-9284-6c96041203b8 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:26:55.285656 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (60872f73-b885-4eeb-9284-6c96041203b8), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.287395 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-af876cb8-15d7-401b-9e76-fe606568cd65 req-c529f68b-e2ed-4011-b2e5-b392e2dd513d tempest-VolumesActionsTest-1902097920 tempest-VolumesActionsTest-1902097920-project] 10.222.0.16 "GET /v2.0/ports?device_id=676f9a50-d2ef-45c2-b4e9-5405721e1bfd HTTP/1.1" status: 200 len: 210 time: 0.0422390 Jul 04 04:26:55.299995 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:55.310018 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.323505 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c76914-af55-4cca-b612-d3a38079030a req-35f6559e-3a15-4694-a0ae-c84046410610 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:55.325430 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-78c76914-af55-4cca-b612-d3a38079030a req-35f6559e-3a15-4694-a0ae-c84046410610 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.2473750 Jul 04 04:26:55.335246 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37174) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:55.340350 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Request body: {'floatingip': {'port_id': '70b5cda6-ca03-4f8e-a787-c270f412d879'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:55.357353 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:55.384252 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-95f28ab9-6d60-402d-a49b-f9213714cac2 None None] Provisioning complete for port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:55.384621 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-95f28ab9-6d60-402d-a49b-f9213714cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.386212 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (8c80f10d-8545-440b-8a44-8069a17930ea), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.483211 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-11544532-a0b7-4e95-b86f-d80814348725 req-54da5d1a-7f03-435d-8b65-483edb39bb72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba HTTP/1.1" status: 200 len: 217 time: 0.0645194 Jul 04 04:26:55.560689 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:55.614533 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-95f28ab9-6d60-402d-a49b-f9213714cac2 None None] Current status of the port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:55.661164 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:55.675374 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:55.691472 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:55.696752 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Publish callbacks [] for port (60872f73-b885-4eeb-9284-6c96041203b8), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.709263 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f23dc-bfe0-4195-9f7c-1175913782f7 None None] The sync data for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi is: [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:53Z', 'revision_number': 4, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'efb526c0-94ee-4098-82fc-b7dc67154704', 'name': '', 'network_id': '1d07c9ba-9977-4c1a-95be-b18ead1c7da1', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'mac_address': 'fa:16:3e:6b:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:52Z', 'updated_at': '2022-07-04T04:17:57Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'subnets': [{'id': '213ee212-8e0e-485c-bf0b-b1b635e32a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:26:55.717433 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.718525 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (60872f73-b885-4eeb-9284-6c96041203b8), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.728518 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:55.795364 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf3a56-50bb-4572-b668-9abc13d5765b None None] Pushing event updated for resources: {'Port': ['ID=60872f73-b885-4eeb-9284-6c96041203b8,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:55.797591 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Attempting to bind port 60872f73-b885-4eeb-9284-6c96041203b8 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:26:55.797944 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Attempting to bind port 60872f73-b885-4eeb-9284-6c96041203b8 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:26:55.798291 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Attempting to bind port 60872f73-b885-4eeb-9284-6c96041203b8 on network 7de6d7a8-af28-4125-ba66-d1982bc7990c {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:26:55.805092 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:26:55.805459 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Checking segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:26:55.805863 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.806235 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Bound using segment: {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:26:55.806729 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Bound port: 60872f73-b885-4eeb-9284-6c96041203b8, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e220d14-f21f-4d3f-a90c-a4f66f6a6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:26:55.807094 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (60872f73-b885-4eeb-9284-6c96041203b8), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.833547 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-e5cba05c-5d42-40e3-90a7-f73db6820154 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:55.836078 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-e5cba05c-5d42-40e3-90a7-f73db6820154 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 945 time: 0.2826393 Jul 04 04:26:55.866147 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] For port 60872f73-b885-4eeb-9284-6c96041203b8, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:26:55.870091 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] For port 60872f73-b885-4eeb-9284-6c96041203b8, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=60872f73-b885-4eeb-9284-6c96041203b8,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:26:55.877094 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (60872f73-b885-4eeb-9284-6c96041203b8), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:55.913175 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11544532-a0b7-4e95-b86f-d80814348725 req-6f518fe2-c5b6-409a-a1ea-2a8f2dd266de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:55.915775 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-11544532-a0b7-4e95-b86f-d80814348725 req-6f518fe2-c5b6-409a-a1ea-2a8f2dd266de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 200 len: 850 time: 0.3632123 Jul 04 04:26:55.931006 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_common [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Allocated IP 172.20.0.1 (500f04ed-b537-403e-a2e2-d48384c2ad78/b0b23491-3860-4f83-afae-af3cb47509c4/a32e3b8d-e156-47d7-a7bb-f5facc77d755) {{(pid=104120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:26:55.943809 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf3a56-50bb-4572-b668-9abc13d5765b None None] Pushing event updated for resources: {'Port': ['ID=60872f73-b885-4eeb-9284-6c96041203b8,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:55.946849 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Routers {'d3c921f4-edbb-49ff-88d3-7198e508a2cf'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:55.947446 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:56.060740 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Publish callbacks [] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.075851 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:56.082608 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37740810-5935-4d3f-81c3-83549a5987cc req-9eb06d53-aa22-4980-9de6-4b03ff1cf72f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:56.083026 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] Set router d3c921f4-edbb-49ff-88d3-7198e508a2cf gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:56.090452 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-37740810-5935-4d3f-81c3-83549a5987cc req-9eb06d53-aa22-4980-9de6-4b03ff1cf72f tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 945 time: 0.2629757 Jul 04 04:26:56.098026 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.132260 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af1584-a797-401d-9340-3074140d5502 None None] New status for floating IP 8260d7a8-d31d-45f2-b540-0e125653a4ca: DOWN {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:26:56.139308 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Network 500f04ed-b537-403e-a2e2-d48384c2ad78 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:56.142209 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:56.145502 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11544532-a0b7-4e95-b86f-d80814348725 req-a03ee07a-d8e8-4a29-a74d-6859aacdf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:26:56.145930 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Received port after_create {{(pid=104120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:26:56.147020 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-11544532-a0b7-4e95-b86f-d80814348725 req-a03ee07a-d8e8-4a29-a74d-6859aacdf182 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d07c9ba-9977-4c1a-95be-b18ead1c7da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1903641 Jul 04 04:26:56.172969 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a32e3b8d-e156-47d7-a7bb-f5facc77d755,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:56.180880 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:56.193315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403184'] for router_interface (d3c921f4-edbb-49ff-88d3-7198e508a2cf), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.193543 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Deleting port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:26:56.193760 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.265329 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:56.406990 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), before_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.486712 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '60872f73-b885-4eeb-9284-6c96041203b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:51Z', 'updated_at': '2022-07-04T04:26:53Z', 'revision_number': 3, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'gw_port': {'id': '60872f73-b885-4eeb-9284-6c96041203b8', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:52Z', 'updated_at': '2022-07-04T04:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:56.530816 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d353c25-4c7a-4fc3-abe9-528439e359f6 None None] The sync data for ids ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'] in dv-cinder-742162-5-iscsi is: [{'id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '60872f73-b885-4eeb-9284-6c96041203b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:51Z', 'updated_at': '2022-07-04T04:26:53Z', 'revision_number': 3, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'gw_port': {'id': '60872f73-b885-4eeb-9284-6c96041203b8', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:52Z', 'updated_at': '2022-07-04T04:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:26:56.554491 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-596401bb-8c6e-4a89-9180-f12701dc3fcf None None] Provisioning complete for port a32e3b8d-e156-47d7-a7bb-f5facc77d755 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:56.555650 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-596401bb-8c6e-4a89-9180-f12701dc3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.617812 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-596401bb-8c6e-4a89-9180-f12701dc3fcf None None] Port a32e3b8d-e156-47d7-a7bb-f5facc77d755 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:26:56.664871 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Publish callbacks [] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), precommit_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.672389 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13327063'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), after_update {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.735715 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-37740810-5935-4d3f-81c3-83549a5987cc req-d10ce231-37de-4157-b53c-9ff5be457749 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/security-groups?id=423bbe89-5a2e-45df-8917-d92e8a29180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6451693 Jul 04 04:26:56.771814 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.db.resource_extend [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 04 04:26:56.781939 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403012'] for router_interface (d3c921f4-edbb-49ff-88d3-7198e508a2cf), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.784926 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a32e3b8d-e156-47d7-a7bb-f5facc77d755,revision_number=2']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:56.841632 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] For port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:56.842268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.857215 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-11544532-a0b7-4e95-b86f-d80814348725 req-5c6c880e-d192-42de-a962-7f609f9c5f44 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998403 Jul 04 04:26:56.863904 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.866486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Calling delete_port for 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:26:56.868859 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:56.883147 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (8c80f10d-8545-440b-8a44-8069a17930ea), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:56.927732 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Network 500f04ed-b537-403e-a2e2-d48384c2ad78 is already hosted by enough agents. {{(pid=104120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:26:56.929529 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.base_scheduler [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:26:57.137461 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Router d3c921f4-edbb-49ff-88d3-7198e508a2cf has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:26:57.231179 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 60872f73-b885-4eeb-9284-6c96041203b8 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:57.239051 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:57.270807 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-11544532-a0b7-4e95-b86f-d80814348725 req-132fa850-53e1-473c-a23b-761474d1acf4 service neutron] 10.222.0.59 "GET /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054940 Jul 04 04:26:57.272781 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Floating IP 8c80f10d-8545-440b-8a44-8069a17930ea associated. External IP: 172.27.1.232, port: 70b5cda6-ca03-4f8e-a787-c270f412d879. Jul 04 04:26:57.319986 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 60872f73-b885-4eeb-9284-6c96041203b8 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:57.328132 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (60872f73-b885-4eeb-9284-6c96041203b8), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:57.440789 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 60872f73-b885-4eeb-9284-6c96041203b8 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:57.441417 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (60872f73-b885-4eeb-9284-6c96041203b8), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:57.477237 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] For port 60872f73-b885-4eeb-9284-6c96041203b8, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=60872f73-b885-4eeb-9284-6c96041203b8,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:26:57.479167 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-0dfe8540-6883-4557-9dac-c0117ec1a957 None None] Provisioning complete for port a32e3b8d-e156-47d7-a7bb-f5facc77d755 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:57.479826 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8540-6883-4557-9dac-c0117ec1a957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:57.497787 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:57.524850 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (60872f73-b885-4eeb-9284-6c96041203b8), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:57.525800 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:57.625330 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe8540-6883-4557-9dac-c0117ec1a957 None None] Port a32e3b8d-e156-47d7-a7bb-f5facc77d755 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:26:57.646119 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Pushing event updated for resources: {'Port': ['ID=60872f73-b885-4eeb-9284-6c96041203b8,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:57.655036 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:57.658585 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:57.659201 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:57.661124 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event deleted for resources: {'Port': ['ID=2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:57.704230 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:26:57.719214 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-e83a31b1-b9d0-4c74-9a98-4022bcee79b4 admin admin] 10.222.0.16 "PUT /v2.0/routers/d3c921f4-edbb-49ff-88d3-7198e508a2cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8252792 Jul 04 04:26:57.735624 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] No DVR routers for this DVR port 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:26:57.738474 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:57.742061 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-83b94668-c7f1-46b2-8bda-f0dad0e15c4a req-9cf104ba-ce68-45cf-9a94-c5eaf4a8bb09 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.59 "DELETE /v2.0/ports/2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba HTTP/1.1" status: 204 len: 173 time: 1.8887873 Jul 04 04:26:57.745137 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'name': 'network-vif-deleted', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:57.747864 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5db1ab-0dcb-4765-9415-b623e95e3550" -d '{"events": [{"server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "name": "network-vif-deleted", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:57.769917 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Router 21fe719c-4dec-4224-bc93-79b4e9f53354 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:26:57.775668 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:57.828081 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a9702-c0fd-4cbe-b59e-d8d15b283b31 x-openstack-request-id: req-985a9702-c0fd-4cbe-b59e-d8d15b283b31 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:57.828597 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07bec57-64a0-4669-9cb5-6d54d72b8f20", "name": "network-vif-deleted", "tag": "2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:57.829022 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-985a9702-c0fd-4cbe-b59e-d8d15b283b31 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:57.829594 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985a9702-c0fd-4cbe-b59e-d8d15b283b31'] response: {'server_uuid': 'e07bec57-64a0-4669-9cb5-6d54d72b8f20', 'name': 'network-vif-deleted', 'tag': '2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba', 'status': 'completed', 'code': 200} Jul 04 04:26:57.905005 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f02784fe-568c-4bc1-9fce-96d4c13111b4 req-e6622b3b-cf32-494a-b52b-7e9a5c493746 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0403855 Jul 04 04:26:57.932840 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:26:57.937670 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:57.944453 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] Sync routers for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:26:57.956195 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:57.956812 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:57.976812 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e243f705-9054-4a20-b09a-75990451900f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "PUT /v2.0/floatingips/8c80f10d-8545-440b-8a44-8069a17930ea HTTP/1.1" status: 200 len: 991 time: 2.6404424 Jul 04 04:26:58.090246 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:58.132658 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37234) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:58.137691 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-c1910ee1-b4e4-48c8-b595-52b7a1e7ae2e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725198267', 'description': 'tempest-secgroup-smoke-725198267 description', 'project_id': '4bb5a1e0698348739f44376f82c933ad'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:58.163776 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c1910ee1-b4e4-48c8-b595-52b7a1e7ae2e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.200053 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:58.247887 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c1910ee1-b4e4-48c8-b595-52b7a1e7ae2e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group (80c91144-099f-4221-8afa-5a9c5b35979c), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.254171 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c1910ee1-b4e4-48c8-b595-52b7a1e7ae2e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (80c91144-099f-4221-8afa-5a9c5b35979c), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.259532 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:58.288986 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c1910ee1-b4e4-48c8-b595-52b7a1e7ae2e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.292933 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-c1910ee1-b4e4-48c8-b595-52b7a1e7ae2e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1563885 Jul 04 04:26:58.293250 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37236) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:58.297768 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-ede2eb53-c4b8-4e58-a0e5-c867361b3cee tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Request body: {'security_group_rule': {'security_group_id': '80c91144-099f-4221-8afa-5a9c5b35979c', 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:58.303591 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1910ee1-b4e4-48c8-b595-52b7a1e7ae2e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c91144-099f-4221-8afa-5a9c5b35979c,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:58.327057 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8c80f10d-8545-440b-8a44-8069a17930ea', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'port_id': '70b5cda6-ca03-4f8e-a787-c270f412d879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'mac_address': 'fa:16:3e:2c:dc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:26:36Z', 'updated_at': '2022-07-04T04:26:56Z', 'revision_number': 1, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:58.328247 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ede2eb53-c4b8-4e58-a0e5-c867361b3cee tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (647d1f16-d0fc-4b70-b3cf-bf644969a635), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.352319 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] Checking router: 21fe719c-4dec-4224-bc93-79b4e9f53354 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:26:58.360530 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:26:58.361116 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:58.385107 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ede2eb53-c4b8-4e58-a0e5-c867361b3cee tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (647d1f16-d0fc-4b70-b3cf-bf644969a635), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.389551 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ede2eb53-c4b8-4e58-a0e5-c867361b3cee tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (647d1f16-d0fc-4b70-b3cf-bf644969a635), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.410641 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2eb53-c4b8-4e58-a0e5-c867361b3cee tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647d1f16-d0fc-4b70-b3cf-bf644969a635,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:58.416347 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ede2eb53-c4b8-4e58-a0e5-c867361b3cee tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.417522 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ede2eb53-c4b8-4e58-a0e5-c867361b3cee tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234238 Jul 04 04:26:58.420520 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37238) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:58.425123 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-ef2a7eb8-b9cc-429a-aff8-28ea51469a18 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Request body: {'security_group_rule': {'security_group_id': '80c91144-099f-4221-8afa-5a9c5b35979c', 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:58.441366 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:58.451486 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:58.455069 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7eb8-b9cc-429a-aff8-28ea51469a18 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (776e70e2-4d53-4d64-ba9c-c01d0816039e), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.471880 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:26:58.512943 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7eb8-b9cc-429a-aff8-28ea51469a18 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (776e70e2-4d53-4d64-ba9c-c01d0816039e), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.517617 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7eb8-b9cc-429a-aff8-28ea51469a18 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (776e70e2-4d53-4d64-ba9c-c01d0816039e), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.536366 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a7eb8-b9cc-429a-aff8-28ea51469a18 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776e70e2-4d53-4d64-ba9c-c01d0816039e,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:58.545775 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7eb8-b9cc-429a-aff8-28ea51469a18 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.547166 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-ef2a7eb8-b9cc-429a-aff8-28ea51469a18 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256394 Jul 04 04:26:58.550717 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37240) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:58.556178 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-9a06586b-cd2c-47a1-8845-61a634fc38a1 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Request body: {'security_group_rule': {'security_group_id': '80c91144-099f-4221-8afa-5a9c5b35979c', 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:58.584900 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9a06586b-cd2c-47a1-8845-61a634fc38a1 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (687c79da-81e7-492d-b9b4-925c5f46875a), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.652255 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9a06586b-cd2c-47a1-8845-61a634fc38a1 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (687c79da-81e7-492d-b9b4-925c5f46875a), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.658413 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9a06586b-cd2c-47a1-8845-61a634fc38a1 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (687c79da-81e7-492d-b9b4-925c5f46875a), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.679475 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06586b-cd2c-47a1-8845-61a634fc38a1 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687c79da-81e7-492d-b9b4-925c5f46875a,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:58.686597 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-9a06586b-cd2c-47a1-8845-61a634fc38a1 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.687908 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9a06586b-cd2c-47a1-8845-61a634fc38a1 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358972 Jul 04 04:26:58.690758 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37246) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:58.695062 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-ab4d13ef-cc2a-4c5c-a5c9-3ee5cba75a6c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Request body: {'security_group_rule': {'security_group_id': '80c91144-099f-4221-8afa-5a9c5b35979c', 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:58.696723 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8c80f10d-8545-440b-8a44-8069a17930ea', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'port_id': '70b5cda6-ca03-4f8e-a787-c270f412d879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'mac_address': 'fa:16:3e:2c:dc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:26:36Z', 'updated_at': '2022-07-04T04:26:56Z', 'revision_number': 1, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:26:58.724099 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ab4d13ef-cc2a-4c5c-a5c9-3ee5cba75a6c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (b8f45eb7-15cb-40ed-b634-d90f7970da47), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.732691 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77ee01-2f2f-4144-be9b-d1d8a1c0330a None None] The sync data for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi is: [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8c80f10d-8545-440b-8a44-8069a17930ea', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'port_id': '70b5cda6-ca03-4f8e-a787-c270f412d879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'mac_address': 'fa:16:3e:2c:dc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:26:36Z', 'updated_at': '2022-07-04T04:26:56Z', 'revision_number': 1, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:26:58.798659 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ab4d13ef-cc2a-4c5c-a5c9-3ee5cba75a6c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (b8f45eb7-15cb-40ed-b634-d90f7970da47), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.803400 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ab4d13ef-cc2a-4c5c-a5c9-3ee5cba75a6c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (b8f45eb7-15cb-40ed-b634-d90f7970da47), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.821264 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d13ef-cc2a-4c5c-a5c9-3ee5cba75a6c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f45eb7-15cb-40ed-b634-d90f7970da47,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:58.829119 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-ab4d13ef-cc2a-4c5c-a5c9-3ee5cba75a6c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.833414 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-ab4d13ef-cc2a-4c5c-a5c9-3ee5cba75a6c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386065 Jul 04 04:26:58.833612 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37248) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:58.838134 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-16911d18-7c8d-4ac0-999b-1ea06e35e870 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Request body: {'security_group_rule': {'security_group_id': '80c91144-099f-4221-8afa-5a9c5b35979c', 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:58.860473 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.securitygroups_db [None req-16911d18-7c8d-4ac0-999b-1ea06e35e870 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Project 4bb5a1e0698348739f44376f82c933ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 04:26:58.866670 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-16911d18-7c8d-4ac0-999b-1ea06e35e870 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (8f899c52-a30f-46af-b07b-f8b3647ca04b), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.925919 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-16911d18-7c8d-4ac0-999b-1ea06e35e870 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (8f899c52-a30f-46af-b07b-f8b3647ca04b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.930608 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-16911d18-7c8d-4ac0-999b-1ea06e35e870 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (8f899c52-a30f-46af-b07b-f8b3647ca04b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.954528 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16911d18-7c8d-4ac0-999b-1ea06e35e870 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f899c52-a30f-46af-b07b-f8b3647ca04b,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:58.960686 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-16911d18-7c8d-4ac0-999b-1ea06e35e870 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:58.964888 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-16911d18-7c8d-4ac0-999b-1ea06e35e870 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273832 Jul 04 04:26:58.964888 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37252) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:26:58.969243 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-88ce86d4-09b7-4417-964f-ec7f3e7a1664 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Request body: {'security_group_rule': {'security_group_id': '80c91144-099f-4221-8afa-5a9c5b35979c', 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:26:58.996283 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.securitygroups_db [None req-88ce86d4-09b7-4417-964f-ec7f3e7a1664 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Project 4bb5a1e0698348739f44376f82c933ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 04:26:59.003471 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-88ce86d4-09b7-4417-964f-ec7f3e7a1664 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (f50267ad-8201-4da2-8833-f5a0fd0ad022), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:59.007505 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-53e6b344-9385-44e0-96fc-530ef3718efb req-0ffe87cf-9952-4a9d-92e7-b07fcf557e87 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0311713 Jul 04 04:26:59.054458 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 60872f73-b885-4eeb-9284-6c96041203b8 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:26:59.056718 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:26:59.076177 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-88ce86d4-09b7-4417-964f-ec7f3e7a1664 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (f50267ad-8201-4da2-8833-f5a0fd0ad022), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:59.084009 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-88ce86d4-09b7-4417-964f-ec7f3e7a1664 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598738'] for security_group_rule (f50267ad-8201-4da2-8833-f5a0fd0ad022), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:59.106943 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce86d4-09b7-4417-964f-ec7f3e7a1664 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50267ad-8201-4da2-8833-f5a0fd0ad022,revision_number=0']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:26:59.111009 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port 60872f73-b885-4eeb-9284-6c96041203b8 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:26:59.111702 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (60872f73-b885-4eeb-9284-6c96041203b8), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:59.129781 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-88ce86d4-09b7-4417-964f-ec7f3e7a1664 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:26:59.140793 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-88ce86d4-09b7-4417-964f-ec7f3e7a1664 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1653697 Jul 04 04:26:59.191715 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port 60872f73-b885-4eeb-9284-6c96041203b8 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:26:59.695255 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:26:59.762517 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e5a206-cd0f-4f8f-b1e9-d224516d18d6 None None] New status for floating IP 8c80f10d-8545-440b-8a44-8069a17930ea: ACTIVE {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:26:59.831873 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'tag': '70b5cda6-ca03-4f8e-a787-c270f412d879'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:26:59.834319 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedcba1a-10a6-4382-907c-ee2748dc3479" -d '{"events": [{"name": "network-changed", "server_uuid": "33838c72-5e62-4317-ab27-5e45d243c3ec", "tag": "70b5cda6-ca03-4f8e-a787-c270f412d879"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:26:59.873483 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a186f150-f55e-4972-b38e-cb0cd6124cc4 x-openstack-request-id: req-a186f150-f55e-4972-b38e-cb0cd6124cc4 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:26:59.873770 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33838c72-5e62-4317-ab27-5e45d243c3ec", "tag": "70b5cda6-ca03-4f8e-a787-c270f412d879", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:26:59.874014 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a186f150-f55e-4972-b38e-cb0cd6124cc4 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:26:59.874450 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a186f150-f55e-4972-b38e-cb0cd6124cc4'] response: {'name': 'network-changed', 'server_uuid': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'tag': '70b5cda6-ca03-4f8e-a787-c270f412d879', 'status': 'completed', 'code': 200} Jul 04 04:27:00.116424 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-68f7db4f-cec4-4960-98f5-95bb2f7dfe18 req-31f7deb5-89b5-4204-975a-dc1c2e0086c2 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0346322 Jul 04 04:27:00.217890 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Sync routers for ids ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:27:00.230085 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Routers {'d3c921f4-edbb-49ff-88d3-7198e508a2cf'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:27:00.230730 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:00.336386 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Set router d3c921f4-edbb-49ff-88d3-7198e508a2cf gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:27:00.542197 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '60872f73-b885-4eeb-9284-6c96041203b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:51Z', 'updated_at': '2022-07-04T04:26:56Z', 'revision_number': 4, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'gw_port': {'id': '60872f73-b885-4eeb-9284-6c96041203b8', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:52Z', 'updated_at': '2022-07-04T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a32e3b8d-e156-47d7-a7bb-f5facc77d755', 'name': '', 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'mac_address': 'fa:16:3e:cb:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b0b23491-3860-4f83-afae-af3cb47509c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:55Z', 'updated_at': '2022-07-04T04:26:56Z', 'revision_number': 2, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'subnets': [{'id': 'b0b23491-3860-4f83-afae-af3cb47509c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:00.568419 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Checking router: d3c921f4-edbb-49ff-88d3-7198e508a2cf for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:27:00.568766 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Updating router d3c921f4-edbb-49ff-88d3-7198e508a2cf port a32e3b8d-e156-47d7-a7bb-f5facc77d755 binding host dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 04:27:00.599528 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:00.840383 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:00.861153 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Publish callbacks [] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:00.867479 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:00.870433 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:00.914826 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35daac40-092a-4673-85bb-9a673d908de2 None None] Pushing event updated for resources: {'Port': ['ID=a32e3b8d-e156-47d7-a7bb-f5facc77d755,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:01.063265 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Attempting to bind port a32e3b8d-e156-47d7-a7bb-f5facc77d755 on host dv-cinder-742162-5-iscsi for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:27:01.063509 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Attempting to bind port a32e3b8d-e156-47d7-a7bb-f5facc77d755 by drivers openvswitch,hyperv on host dv-cinder-742162-5-iscsi at level 0 using segments [{'id': '9e03a79d-7877-4071-afff-bfebcc24e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:27:01.063905 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Attempting to bind port a32e3b8d-e156-47d7-a7bb-f5facc77d755 on network 500f04ed-b537-403e-a2e2-d48384c2ad78 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:27:01.070023 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Checking agent: {'id': 'df20ac27-bc52-4777-9d15-f6c5911114ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 6, 39), 'started_at': datetime.datetime(2022, 7, 4, 4, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:27:01.070224 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Checking segment: {'id': '9e03a79d-7877-4071-afff-bfebcc24e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:27:01.070682 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:01.071155 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Bound using segment: {'id': '9e03a79d-7877-4071-afff-bfebcc24e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:27:01.071490 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Bound port: a32e3b8d-e156-47d7-a7bb-f5facc77d755, host: dv-cinder-742162-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e03a79d-7877-4071-afff-bfebcc24e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:27:01.071962 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:01.130318 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] For port a32e3b8d-e156-47d7-a7bb-f5facc77d755, host dv-cinder-742162-5-iscsi, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:27:01.134122 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] For port a32e3b8d-e156-47d7-a7bb-f5facc77d755, host dv-cinder-742162-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a32e3b8d-e156-47d7-a7bb-f5facc77d755,segment=NetworkSegment(9e03a79d-7877-4071-afff-bfebcc24e4ce),segment_id=9e03a79d-7877-4071-afff-bfebcc24e4ce)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:27:01.143522 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:01.175346 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-d6624bda-6915-403e-ab88-25097e4479ea None None] Provisioning complete for port a32e3b8d-e156-47d7-a7bb-f5facc77d755 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:27:01.175914 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d6624bda-6915-403e-ab88-25097e4479ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:01.206398 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:01.207732 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35daac40-092a-4673-85bb-9a673d908de2 None None] Pushing event updated for resources: {'Port': ['ID=a32e3b8d-e156-47d7-a7bb-f5facc77d755,revision_number=4']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:01.215326 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Routers {'d3c921f4-edbb-49ff-88d3-7198e508a2cf'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:27:01.216574 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:26:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:01.250714 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a5e95b55-cc65-4956-935a-5d0ad6002895 req-3079edb6-8a18-425a-a338-378d35dab963 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0530388 Jul 04 04:27:01.266116 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-d6624bda-6915-403e-ab88-25097e4479ea None None] Current status of the port a32e3b8d-e156-47d7-a7bb-f5facc77d755 is: DOWN; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:27:01.266612 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d6624bda-6915-403e-ab88-25097e4479ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:01.270057 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:01.307446 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-d6624bda-6915-403e-ab88-25097e4479ea None None] For port a32e3b8d-e156-47d7-a7bb-f5facc77d755, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a32e3b8d-e156-47d7-a7bb-f5facc77d755,segment=NetworkSegment(9e03a79d-7877-4071-afff-bfebcc24e4ce),segment_id=9e03a79d-7877-4071-afff-bfebcc24e4ce)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:01.312942 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d6624bda-6915-403e-ab88-25097e4479ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:01.327271 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] Set router d3c921f4-edbb-49ff-88d3-7198e508a2cf gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:27:01.348283 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:01.366955 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6624bda-6915-403e-ab88-25097e4479ea None None] Pushing event updated for resources: {'Port': ['ID=a32e3b8d-e156-47d7-a7bb-f5facc77d755,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:01.380337 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:01.405279 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:27:01.420595 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-a3339d95-f898-45ec-87eb-ab18fea02dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:01.423268 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-a3339d95-f898-45ec-87eb-ab18fea02dc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 1129 time: 0.0529609 Jul 04 04:27:01.447315 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:27:01.447660 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 2bb1a3cb-fe02-4fa0-814e-4fcbd93520ba not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:27:01.448080 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device eb69aec2-cc38-478b-9e7b-3ba07920e411 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:27:01.468371 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-dc42106e-fcb5-48b3-b054-c03fd7e18b8b None None] Provisioning complete for port a32e3b8d-e156-47d7-a7bb-f5facc77d755 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:27:01.468748 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dc42106e-fcb5-48b3-b054-c03fd7e18b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:01.492825 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: eb69aec2-cc38-478b-9e7b-3ba07920e411 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:27:01.493350 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device eb69aec2-cc38-478b-9e7b-3ba07920e411 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:27:01.543784 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-cf575de1-c631-4e93-9b7a-1e347cef87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:01.546574 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-cf575de1-c631-4e93-9b7a-1e347cef87c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 912 time: 0.1154492 Jul 04 04:27:01.557989 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-dc42106e-fcb5-48b3-b054-c03fd7e18b8b None None] Current status of the port a32e3b8d-e156-47d7-a7bb-f5facc77d755 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:27:01.563758 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '60872f73-b885-4eeb-9284-6c96041203b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:51Z', 'updated_at': '2022-07-04T04:26:56Z', 'revision_number': 4, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'gw_port': {'id': '60872f73-b885-4eeb-9284-6c96041203b8', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:52Z', 'updated_at': '2022-07-04T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a32e3b8d-e156-47d7-a7bb-f5facc77d755', 'name': '', 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'mac_address': 'fa:16:3e:cb:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b0b23491-3860-4f83-afae-af3cb47509c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:55Z', 'updated_at': '2022-07-04T04:27:01Z', 'revision_number': 4, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'subnets': [{'id': 'b0b23491-3860-4f83-afae-af3cb47509c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:01.588621 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f6645-3fe5-4a7e-a5f2-20a8d85625c3 None None] The sync data for ids ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'] in dv-cinder-742162-5-iscsi is: [{'id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '60872f73-b885-4eeb-9284-6c96041203b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:51Z', 'updated_at': '2022-07-04T04:26:56Z', 'revision_number': 4, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'gw_port': {'id': '60872f73-b885-4eeb-9284-6c96041203b8', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:52Z', 'updated_at': '2022-07-04T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'a32e3b8d-e156-47d7-a7bb-f5facc77d755', 'name': '', 'network_id': '500f04ed-b537-403e-a2e2-d48384c2ad78', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'mac_address': 'fa:16:3e:cb:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b0b23491-3860-4f83-afae-af3cb47509c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:55Z', 'updated_at': '2022-07-04T04:27:01Z', 'revision_number': 4, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'subnets': [{'id': 'b0b23491-3860-4f83-afae-af3cb47509c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:27:01.619735 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-3e87532f-f437-4093-aeb2-53521c4e62ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b5cda6-ca03-4f8e-a787-c270f412d879 HTTP/1.1" status: 200 len: 1001 time: 0.0648324 Jul 04 04:27:01.726973 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-470fe0bd-3a1c-4a69-9f53-e20989bb7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:01.729088 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-470fe0bd-3a1c-4a69-9f53-e20989bb7301 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.0933032 Jul 04 04:27:01.781096 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-ae3c18e2-e74f-4fde-b303-f15bd63e84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:01.782734 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-ae3c18e2-e74f-4fde-b303-f15bd63e84e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471909 Jul 04 04:27:01.889262 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-f98adcdd-e81a-4741-a8b7-c371b028d754 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989225 Jul 04 04:27:01.990519 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bedcba1a-10a6-4382-907c-ee2748dc3479 req-bd1f0760-4196-433a-8cfd-6248454668b4 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940058 Jul 04 04:27:02.338435 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6528ed4c-b53b-488a-ad3a-d5ca6a174e20 req-dd27e6ae-0eeb-42bc-85c1-83a3a4c3e816 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07bec57-64a0-4669-9cb5-6d54d72b8f20 HTTP/1.1" status: 200 len: 210 time: 0.0298939 Jul 04 04:27:03.062305 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a32e3b8d-e156-47d7-a7bb-f5facc77d755 up at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:27:03.110726 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Provisioning complete for port a32e3b8d-e156-47d7-a7bb-f5facc77d755 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:27:03.111103 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:03.203372 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Current status of the port a32e3b8d-e156-47d7-a7bb-f5facc77d755 is: ACTIVE; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:27:03.414241 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37358) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:03.520477 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:03.535835 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Deleting port eac4ffb0-782d-44ed-8875-0800bb3cd018 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:27:03.536443 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (eac4ffb0-782d-44ed-8875-0800bb3cd018), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:03.647688 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (eac4ffb0-782d-44ed-8875-0800bb3cd018), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:03.648367 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (eac4ffb0-782d-44ed-8875-0800bb3cd018), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:03.668588 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Calling delete_port for eac4ffb0-782d-44ed-8875-0800bb3cd018 owned by network:floatingip {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:27:03.840284 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (eac4ffb0-782d-44ed-8875-0800bb3cd018), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:03.872860 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event deleted for resources: {'Port': ['ID=eac4ffb0-782d-44ed-8875-0800bb3cd018,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:03.961330 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for floatingip (7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:03.964462 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:03.965953 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-de1656bb-33b5-4d9c-9c08-9be6c0058e23 tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "DELETE /v2.0/floatingips/7f2b8f99-4fc0-4645-ac1e-554a1a4af4f6 HTTP/1.1" status: 204 len: 168 time: 0.5495782 Jul 04 04:27:04.096569 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ba5adf09-03de-44a6-8026-d337c723fc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:05.204145 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37378) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:05.227757 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:05.275752 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e2401420-7c2d-472d-90be-f8771505805c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group (423bbe89-5a2e-45df-8917-d92e8a29180d), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:05.309497 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e2401420-7c2d-472d-90be-f8771505805c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group (423bbe89-5a2e-45df-8917-d92e8a29180d), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:05.375379 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e2401420-7c2d-472d-90be-f8771505805c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (423bbe89-5a2e-45df-8917-d92e8a29180d), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:05.377947 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e2401420-7c2d-472d-90be-f8771505805c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:05.379408 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e2401420-7c2d-472d-90be-f8771505805c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] 10.222.0.16 "DELETE /v2.0/security-groups/423bbe89-5a2e-45df-8917-d92e8a29180d HTTP/1.1" status: 204 len: 168 time: 0.1740673 Jul 04 04:27:05.390302 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2401420-7c2d-472d-90be-f8771505805c tempest-TestVolumeBootPattern-836926993 tempest-TestVolumeBootPattern-836926993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423bbe89-5a2e-45df-8917-d92e8a29180d,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:05.458960 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37384) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:06.013155 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:06.177824 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d215fc44-5d9d-4e5d-a544-c3237e2f524b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:06.269717 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Deleting port efb526c0-94ee-4098-82fc-b7dc67154704 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:27:06.270303 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:06.363824 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] For port efb526c0-94ee-4098-82fc-b7dc67154704, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=efb526c0-94ee-4098-82fc-b7dc67154704,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:06.364507 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:06.380562 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Calling delete_port for efb526c0-94ee-4098-82fc-b7dc67154704 owned by network:router_interface {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:27:06.549564 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:06.570877 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:06.576178 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (efb526c0-94ee-4098-82fc-b7dc67154704), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:06.637600 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=efb526c0-94ee-4098-82fc-b7dc67154704,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:06.793925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:07.062078 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:27:07.175845 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:27:07.185083 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37392) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:07.187271 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] Sync routers for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:27:07.198655 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-420e2b82-bf55-450b-b513-3444f5d8f0bf admin admin] 10.222.0.16 "PUT /v2.0/routers/c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374544 Jul 04 04:27:07.202344 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:27:07.203075 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:27:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:07.320695 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:27:07.335395 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks [] for router (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:07.499077 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks [] for router_gateway (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:07.521957 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a060aa49-f986-476a-a163-da420c46da13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:27:06Z', 'revision_number': 5, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port': {'id': 'a060aa49-f986-476a-a163-da420c46da13', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:07.554703 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Deleting port a060aa49-f986-476a-a163-da420c46da13 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:27:07.555106 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (a060aa49-f986-476a-a163-da420c46da13), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:07.571990 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] Checking router: c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:27:07.587975 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] Routers {'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:27:07.588880 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:27:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:07.631768 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:07.682587 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] For port a060aa49-f986-476a-a163-da420c46da13, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a060aa49-f986-476a-a163-da420c46da13,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:07.683641 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (a060aa49-f986-476a-a163-da420c46da13), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:07.702495 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Calling delete_port for a060aa49-f986-476a-a163-da420c46da13 owned by network:router_gateway {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:27:07.716505 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:07.740782 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] Set router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 gateway port host: None {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:27:07.815038 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:27:07Z', 'revision_number': 6, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:07.841826 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cc485-a5e1-470f-9ea5-47ae859c74e2 None None] The sync data for ids ['c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1'] in dv-cinder-742162-5-iscsi is: [{'id': 'c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1', 'name': 'tempest-TestVolumeBootPattern-166218054-router', 'tenant_id': 'b622ab692a73432784c63b9ad3290e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:50Z', 'updated_at': '2022-07-04T04:27:07Z', 'revision_number': 6, 'project_id': 'b622ab692a73432784c63b9ad3290e72', 'gw_port_host': None}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:27:07.911884 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (a060aa49-f986-476a-a163-da420c46da13), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:07.937975 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Pushing event deleted for resources: {'Port': ['ID=a060aa49-f986-476a-a163-da420c46da13,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:08.009948 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.148261 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.150736 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks [] for router_controller (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.202211 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.203329 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 {{(pid=104119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:27:08.210246 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.214306 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37400) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:08.215038 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-2178397d-67f8-4028-807a-ffc3e060dacb admin admin] 10.222.0.16 "DELETE /v2.0/routers/c1fb3aa0-c3e3-435b-87ad-c8bdd58952d1 HTTP/1.1" status: 204 len: 168 time: 1.0278006 Jul 04 04:27:08.278165 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e77ec9-ba7d-4c94-8b92-e79f9e6bf01e admin admin] Deleting subnet 213ee212-8e0e-485c-bf0b-b1b635e32a9e {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:27:08.281876 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e3e77ec9-ba7d-4c94-8b92-e79f9e6bf01e admin admin] Publish callbacks [] for subnet (213ee212-8e0e-485c-bf0b-b1b635e32a9e), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.324319 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e3e77ec9-ba7d-4c94-8b92-e79f9e6bf01e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (213ee212-8e0e-485c-bf0b-b1b635e32a9e), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.418651 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e3e77ec9-ba7d-4c94-8b92-e79f9e6bf01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (213ee212-8e0e-485c-bf0b-b1b635e32a9e), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.492985 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e3e77ec9-ba7d-4c94-8b92-e79f9e6bf01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (213ee212-8e0e-485c-bf0b-b1b635e32a9e), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.540237 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e77ec9-ba7d-4c94-8b92-e79f9e6bf01e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213ee212-8e0e-485c-bf0b-b1b635e32a9e,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:08.548057 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-e3e77ec9-ba7d-4c94-8b92-e79f9e6bf01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.549887 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04bc6b-78d0-4cca-a765-9aca0d836633 None None] Network 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:27:08.555348 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-e3e77ec9-ba7d-4c94-8b92-e79f9e6bf01e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/213ee212-8e0e-485c-bf0b-b1b635e32a9e HTTP/1.1" status: 204 len: 168 time: 0.3369942 Jul 04 04:27:08.556213 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37402) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:08.648715 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (1d07c9ba-9977-4c1a-95be-b18ead1c7da1), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.710256 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Deleting port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:27:08.710803 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.792316 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] For port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec,segment=NetworkSegment(a0b85f62-f27d-4472-a790-bd7f50f9ed28),segment_id=a0b85f62-f27d-4472-a790-bd7f50f9ed28)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:08.792699 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.820080 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Calling delete_port for fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec owned by network:dhcp {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:27:08.833679 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:08.847692 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] DHCP port deletion for 1d07c9ba-9977-4c1a-95be-b18ead1c7da1 request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:27:08.850611 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:08.951638 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.966998 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] Deleting port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:27:08.967717 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.989776 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:08.993666 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:09.023014 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:09.036512 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] No DVR routers for this DVR port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec on host dv-cinder-742162-5-iscsi {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:27:09.064988 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] For port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec, host dv-cinder-742162-5-iscsi, got binding levels [] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:09.065317 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:09.088450 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] Calling delete_port for fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:27:09.095664 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.ipam_backend_mixin [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] Port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec was not found and therefore no delete operation was performed {{(pid=104121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 04 04:27:09.100630 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:09.135647 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] Pushing event deleted for resources: {'Port': ['ID=fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:09.138207 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:27:09.139127 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:09.140353 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:09.144420 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a43bb-ef52-483b-87e5-0b2ad4fbf56c None None] No DVR routers for this DVR port fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:27:09.180091 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:27:09.180474 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device fafbd1bf-0a6b-4888-a9e5-8d15e93b1bec not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:27:09.180854 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a060aa49-f986-476a-a163-da420c46da13 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:27:09.200710 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: a060aa49-f986-476a-a163-da420c46da13 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:27:09.201072 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a060aa49-f986-476a-a163-da420c46da13 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:27:09.201467 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device efb526c0-94ee-4098-82fc-b7dc67154704 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:27:09.206898 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (1d07c9ba-9977-4c1a-95be-b18ead1c7da1), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:09.225387 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: efb526c0-94ee-4098-82fc-b7dc67154704 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:27:09.225872 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device efb526c0-94ee-4098-82fc-b7dc67154704 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:27:09.252722 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d07c9ba-9977-4c1a-95be-b18ead1c7da1']}} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:09.264378 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b85f62-f27d-4472-a790-bd7f50f9ed28') {'for_net_delete': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:09.264917 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b85f62-f27d-4472-a790-bd7f50f9ed28') {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:09.283331 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13225317'] for segment (a0b85f62-f27d-4472-a790-bd7f50f9ed28), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:09.302734 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (a0b85f62-f27d-4472-a790-bd7f50f9ed28), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:09.310940 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=104119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:27:09.311484 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13224728'] for segment (a0b85f62-f27d-4472-a790-bd7f50f9ed28), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:09.340597 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment a0b85f62-f27d-4472-a790-bd7f50f9ed28 resource provider aggregate not found Jul 04 04:27:09.399825 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment a0b85f62-f27d-4472-a790-bd7f50f9ed28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0b85f62-f27d-4472-a790-bd7f50f9ed28 found for delete ", "request_id": "req-9bae16e4-3f48-4329-a12c-26ae1e529c68"}]} Jul 04 04:27:09.403421 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (1d07c9ba-9977-4c1a-95be-b18ead1c7da1), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:09.412562 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:09.419741 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] 10.222.0.16 "DELETE /v2.0/networks/1d07c9ba-9977-4c1a-95be-b18ead1c7da1 HTTP/1.1" status: 204 len: 168 time: 0.8598061 Jul 04 04:27:09.420539 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37410) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:09.477782 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198bb3e-93f4-4654-82cd-a05cd0914f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=1d07c9ba-9977-4c1a-95be-b18ead1c7da1,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:09.819545 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:10.087948 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Deleting port 1d40f7a9-0518-47b2-ac11-13ea582ab20d {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:27:10.088797 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:10.163135 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:10.190496 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] For port 1d40f7a9-0518-47b2-ac11-13ea582ab20d, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=1d40f7a9-0518-47b2-ac11-13ea582ab20d,segment=NetworkSegment(f165c479-c5b0-4510-8fdd-3cf28251b47b),segment_id=f165c479-c5b0-4510-8fdd-3cf28251b47b)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:10.190927 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:10.204244 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Calling delete_port for 1d40f7a9-0518-47b2-ac11-13ea582ab20d owned by network:router_interface {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:27:10.277349 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:10.407846 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (1d40f7a9-0518-47b2-ac11-13ea582ab20d), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:10.435089 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d40f7a9-0518-47b2-ac11-13ea582ab20d,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:10.984935 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:11.229216 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:27:11.352988 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:27:11.359243 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-1d7d4913-9115-45ee-8dab-3cfeee942b70 admin admin] 10.222.0.16 "PUT /v2.0/routers/1c737f7b-d994-4ce8-bcb8-44f90ee50c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9359975 Jul 04 04:27:11.361865 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37416) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:11.364953 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] Sync routers for ids ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:27:11.386200 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] Routers {'1c737f7b-d994-4ce8-bcb8-44f90ee50c13'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:27:11.387182 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:27:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:11.466352 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:11.469914 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks [] for router (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:11.496485 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] Set router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:27:11.540005 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:11.582729 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks [] for router_gateway (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:11.638960 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Deleting port cce59084-2238-4049-90a6-0c435446b86f {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:27:11.639366 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (cce59084-2238-4049-90a6-0c435446b86f), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:11.710815 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'cce59084-2238-4049-90a6-0c435446b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:55Z', 'updated_at': '2022-07-04T04:27:10Z', 'revision_number': 5, 'project_id': '2585949985ce4eb199960e63235257cf', 'gw_port': {'id': 'cce59084-2238-4049-90a6-0c435446b86f', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:17:56Z', 'updated_at': '2022-07-04T04:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:11.744326 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] Checking router: 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:27:11.749191 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] For port cce59084-2238-4049-90a6-0c435446b86f, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=cce59084-2238-4049-90a6-0c435446b86f,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:11.750801 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (cce59084-2238-4049-90a6-0c435446b86f), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:11.754658 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] Routers {'1c737f7b-d994-4ce8-bcb8-44f90ee50c13'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:27:11.755334 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:27:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:11.768944 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Calling delete_port for cce59084-2238-4049-90a6-0c435446b86f owned by network:router_gateway {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:27:11.818436 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:11.834431 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:11.853668 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] Set router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 gateway port host: None {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:27:11.948084 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:55Z', 'updated_at': '2022-07-04T04:27:11Z', 'revision_number': 6, 'project_id': '2585949985ce4eb199960e63235257cf', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:11.979732 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a638ccfb-33d1-41e7-af72-111b3cd24b01 None None] The sync data for ids ['1c737f7b-d994-4ce8-bcb8-44f90ee50c13'] in dv-cinder-742162-5-iscsi is: [{'id': '1c737f7b-d994-4ce8-bcb8-44f90ee50c13', 'name': 'tempest-TestVolumeBootPattern-1655539133-router', 'tenant_id': '2585949985ce4eb199960e63235257cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:17:55Z', 'updated_at': '2022-07-04T04:27:11Z', 'revision_number': 6, 'project_id': '2585949985ce4eb199960e63235257cf', 'gw_port_host': None}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:27:11.985794 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (cce59084-2238-4049-90a6-0c435446b86f), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.015426 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=cce59084-2238-4049-90a6-0c435446b86f,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:12.114989 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.236478 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.243738 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks [] for router_controller (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.295398 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (1c737f7b-d994-4ce8-bcb8-44f90ee50c13), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.296001 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c737f7b-d994-4ce8-bcb8-44f90ee50c13 {{(pid=104120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:27:12.301380 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.305155 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-0def4519-1b8c-4feb-b944-97f2e2007c1a admin admin] 10.222.0.16 "DELETE /v2.0/routers/1c737f7b-d994-4ce8-bcb8-44f90ee50c13 HTTP/1.1" status: 204 len: 168 time: 0.9396718 Jul 04 04:27:12.305486 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37424) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:12.357245 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24cd029-f196-4d0b-9696-a931917d792a admin admin] Deleting subnet ba9c3b46-749b-4653-9de3-fdd4e654f94b {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:27:12.363244 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a24cd029-f196-4d0b-9696-a931917d792a admin admin] Publish callbacks [] for subnet (ba9c3b46-749b-4653-9de3-fdd4e654f94b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.427104 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a24cd029-f196-4d0b-9696-a931917d792a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (ba9c3b46-749b-4653-9de3-fdd4e654f94b), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.538827 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a24cd029-f196-4d0b-9696-a931917d792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (ba9c3b46-749b-4653-9de3-fdd4e654f94b), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.594771 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:12.601483 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a24cd029-f196-4d0b-9696-a931917d792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (ba9c3b46-749b-4653-9de3-fdd4e654f94b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.631490 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:12.635478 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cd029-f196-4d0b-9696-a931917d792a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9c3b46-749b-4653-9de3-fdd4e654f94b,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:12.640452 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a24cd029-f196-4d0b-9696-a931917d792a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.643977 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a24cd029-f196-4d0b-9696-a931917d792a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ba9c3b46-749b-4653-9de3-fdd4e654f94b HTTP/1.1" status: 204 len: 168 time: 0.3372099 Jul 04 04:27:12.646797 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37428) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:12.654338 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97920122-5ec9-423d-a3c0-e1c9e7f2f9d4 None None] Network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:27:12.718476 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.768329 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Deleting port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:27:12.768714 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.861586 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] For port 10ca03b8-9e28-491b-b2f5-45ecc1fae127, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=10ca03b8-9e28-491b-b2f5-45ecc1fae127,segment=NetworkSegment(f165c479-c5b0-4510-8fdd-3cf28251b47b),segment_id=f165c479-c5b0-4510-8fdd-3cf28251b47b)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:12.862025 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:12.865063 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] DHCP port deletion for 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:27:12.886156 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Calling delete_port for 10ca03b8-9e28-491b-b2f5-45ecc1fae127 owned by network:dhcp {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:27:12.934233 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] Deleting port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:27:12.934805 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.025331 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.087118 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=10ca03b8-9e28-491b-b2f5-45ecc1fae127,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:13.092294 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] No DVR routers for this DVR port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 on host dv-cinder-742162-5-iscsi {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:27:13.112154 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device cce59084-2238-4049-90a6-0c435446b86f no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:27:13.163123 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: cce59084-2238-4049-90a6-0c435446b86f {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:27:13.163804 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device cce59084-2238-4049-90a6-0c435446b86f not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:27:13.164323 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 1d40f7a9-0518-47b2-ac11-13ea582ab20d no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:27:13.194136 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.200621 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] For port 10ca03b8-9e28-491b-b2f5-45ecc1fae127, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=10ca03b8-9e28-491b-b2f5-45ecc1fae127,segment=NetworkSegment(f165c479-c5b0-4510-8fdd-3cf28251b47b),segment_id=f165c479-c5b0-4510-8fdd-3cf28251b47b)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:13.201023 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.203682 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 1d40f7a9-0518-47b2-ac11-13ea582ab20d {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:27:13.204027 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 1d40f7a9-0518-47b2-ac11-13ea582ab20d not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:27:13.204606 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 10ca03b8-9e28-491b-b2f5-45ecc1fae127 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:27:13.219573 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:13.234348 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 10ca03b8-9e28-491b-b2f5-45ecc1fae127 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:27:13.235051 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 10ca03b8-9e28-491b-b2f5-45ecc1fae127 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:27:13.237366 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] Calling delete_port for 10ca03b8-9e28-491b-b2f5-45ecc1fae127 owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:27:13.258422 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f165c479-c5b0-4510-8fdd-3cf28251b47b') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:13.259617 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f165c479-c5b0-4510-8fdd-3cf28251b47b') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:13.280413 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (f165c479-c5b0-4510-8fdd-3cf28251b47b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.305417 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (f165c479-c5b0-4510-8fdd-3cf28251b47b), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.323987 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:27:13.324875 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (f165c479-c5b0-4510-8fdd-3cf28251b47b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.382217 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment f165c479-c5b0-4510-8fdd-3cf28251b47b resource provider aggregate not found Jul 04 04:27:13.425853 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment f165c479-c5b0-4510-8fdd-3cf28251b47b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f165c479-c5b0-4510-8fdd-3cf28251b47b found for delete ", "request_id": "req-00d48c2b-a8d8-4a25-b5ba-3d03247f348a"}]} Jul 04 04:27:13.473983 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.483144 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.487541 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea HTTP/1.1" status: 204 len: 168 time: 0.8397083 Jul 04 04:27:13.504969 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d1fa9-92d7-4fec-b5fd-e0071409d2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:13.528796 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (10ca03b8-9e28-491b-b2f5-45ecc1fae127), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.555571 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] Network 8e9a5d35-dc03-49a7-bdf1-a6ae5e9d55ea is not hosted by any dhcp agent {{(pid=104121) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 04 04:27:13.556136 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] No DVR routers for this DVR port 10ca03b8-9e28-491b-b2f5-45ecc1fae127 on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:27:13.565829 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59324f1a-bf0e-412c-8203-7a54b891e7b8 None None] Pushing event deleted for resources: {'Port': ['ID=10ca03b8-9e28-491b-b2f5-45ecc1fae127,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:13.762589 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37438) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:13.804481 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-9232de85-02f5-4e58-8009-c4156803073d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b622ab692a73432784c63b9ad3290e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408058 Jul 04 04:27:13.807214 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37440) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:13.863920 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6333aa0a-728b-47c7-8462-653d677c1dd6 admin admin] Publish callbacks [] for security_group (33e40791-52c6-45d3-8562-4cb70c8620ba), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.890784 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6333aa0a-728b-47c7-8462-653d677c1dd6 admin admin] Publish callbacks [] for security_group (33e40791-52c6-45d3-8562-4cb70c8620ba), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.937671 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:13.966961 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6333aa0a-728b-47c7-8462-653d677c1dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (33e40791-52c6-45d3-8562-4cb70c8620ba), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.970466 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6333aa0a-728b-47c7-8462-653d677c1dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:13.971640 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-6333aa0a-728b-47c7-8462-653d677c1dd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33e40791-52c6-45d3-8562-4cb70c8620ba HTTP/1.1" status: 204 len: 168 time: 0.1629047 Jul 04 04:27:13.980238 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333aa0a-728b-47c7-8462-653d677c1dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e40791-52c6-45d3-8562-4cb70c8620ba,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:14.437210 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37446) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:14.458202 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:14.488964 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:14.494757 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-dfea47f8-c8c0-4e98-8294-3680c21cc0a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2585949985ce4eb199960e63235257cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563166 Jul 04 04:27:14.497381 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37448) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:14.559008 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-494bd14c-61d5-42b7-b6d6-4e020e570ce6 admin admin] Publish callbacks [] for security_group (2f950159-6eae-48c5-8272-30d901979176), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:14.589344 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-494bd14c-61d5-42b7-b6d6-4e020e570ce6 admin admin] Publish callbacks [] for security_group (2f950159-6eae-48c5-8272-30d901979176), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:14.653443 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-494bd14c-61d5-42b7-b6d6-4e020e570ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (2f950159-6eae-48c5-8272-30d901979176), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:14.655966 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-494bd14c-61d5-42b7-b6d6-4e020e570ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:14.657140 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-494bd14c-61d5-42b7-b6d6-4e020e570ce6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f950159-6eae-48c5-8272-30d901979176 HTTP/1.1" status: 204 len: 168 time: 0.1587708 Jul 04 04:27:14.666638 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd14c-61d5-42b7-b6d6-4e020e570ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f950159-6eae-48c5-8272-30d901979176,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:23.798803 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:23.802266 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=57,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:24.659920 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:24.661906 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:24.679712 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:24.680841 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=57,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:26.189843 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37598) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:26.236735 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-464fc931-ce30-44af-99ff-76808346e77d admin admin] Deleting subnet c011056f-8a2a-48d3-86d1-d4d3681bf66c {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:27:26.240693 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-464fc931-ce30-44af-99ff-76808346e77d admin admin] Publish callbacks [] for subnet (c011056f-8a2a-48d3-86d1-d4d3681bf66c), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.285803 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-464fc931-ce30-44af-99ff-76808346e77d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (c011056f-8a2a-48d3-86d1-d4d3681bf66c), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.338571 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-464fc931-ce30-44af-99ff-76808346e77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (c011056f-8a2a-48d3-86d1-d4d3681bf66c), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.402528 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-464fc931-ce30-44af-99ff-76808346e77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (c011056f-8a2a-48d3-86d1-d4d3681bf66c), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.432716 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fc931-ce30-44af-99ff-76808346e77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c011056f-8a2a-48d3-86d1-d4d3681bf66c,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:26.434615 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-464fc931-ce30-44af-99ff-76808346e77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.437677 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-464fc931-ce30-44af-99ff-76808346e77d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c011056f-8a2a-48d3-86d1-d4d3681bf66c HTTP/1.1" status: 204 len: 168 time: 0.2467861 Jul 04 04:27:26.440373 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37602) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:26.514627 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (72171f11-8631-4b27-9aa8-5cd98daeeeb4), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.595226 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (72171f11-8631-4b27-9aa8-5cd98daeeeb4), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.620340 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72171f11-8631-4b27-9aa8-5cd98daeeeb4']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:26.631618 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f3d061-d118-4c54-a638-e47c5f855051') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:26.632156 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f3d061-d118-4c54-a638-e47c5f855051') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:26.647749 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (27f3d061-d118-4c54-a638-e47c5f855051), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.662725 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (27f3d061-d118-4c54-a638-e47c5f855051), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.672188 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:27:26.672560 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (27f3d061-d118-4c54-a638-e47c5f855051), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.725252 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 27f3d061-d118-4c54-a638-e47c5f855051 resource provider aggregate not found Jul 04 04:27:26.738248 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (72171f11-8631-4b27-9aa8-5cd98daeeeb4), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.744496 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:26.748333 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] 10.222.0.16 "DELETE /v2.0/networks/72171f11-8631-4b27-9aa8-5cd98daeeeb4 HTTP/1.1" status: 204 len: 168 time: 0.3070753 Jul 04 04:27:26.750954 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 27f3d061-d118-4c54-a638-e47c5f855051 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27f3d061-d118-4c54-a638-e47c5f855051 found for delete ", "request_id": "req-30d3536e-2a53-4c01-8c66-fe88d929c59a"}]} Jul 04 04:27:26.761167 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a46f4-7904-428b-8ab5-8447624fa50e admin admin] Pushing event deleted for resources: {'Network': ['ID=72171f11-8631-4b27-9aa8-5cd98daeeeb4,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:26.919806 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37610) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:26.966677 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-21688647-5d44-49e5-a051-b56c29705a5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d770140713d34c5ab7c8775e5e9837fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416927 Jul 04 04:27:26.966847 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37612) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:27.024148 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c5a54069-a764-4b55-892f-ee7691c4aa4b admin admin] Publish callbacks [] for security_group (cd03b486-e2b4-4a1d-ad75-01c559ce0418), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:27.054684 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c5a54069-a764-4b55-892f-ee7691c4aa4b admin admin] Publish callbacks [] for security_group (cd03b486-e2b4-4a1d-ad75-01c559ce0418), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:27.103209 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c5a54069-a764-4b55-892f-ee7691c4aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (cd03b486-e2b4-4a1d-ad75-01c559ce0418), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:27.105641 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-c5a54069-a764-4b55-892f-ee7691c4aa4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:27.106815 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-c5a54069-a764-4b55-892f-ee7691c4aa4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd03b486-e2b4-4a1d-ad75-01c559ce0418 HTTP/1.1" status: 204 len: 168 time: 0.1398892 Jul 04 04:27:27.114400 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a54069-a764-4b55-892f-ee7691c4aa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd03b486-e2b4-4a1d-ad75-01c559ce0418,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:29.561649 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-544ee2db-b68b-4ebd-bfde-0dd5b24b5479 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725198267&fields=id&tenant_id=4bb5a1e0698348739f44376f82c933ad HTTP/1.1" status: 200 len: 267 time: 0.0479591 Jul 04 04:27:29.672849 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-7f5c3b17-6b70-4b56-9207-358b6553504f tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:29.674403 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-7f5c3b17-6b70-4b56-9207-358b6553504f tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/networks?id=8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 200 len: 809 time: 0.1060324 Jul 04 04:27:29.689560 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-b75fe25b-675c-4b01-bdd0-1cf5f912c004 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/quotas/4bb5a1e0698348739f44376f82c933ad HTTP/1.1" status: 200 len: 375 time: 0.0096276 Jul 04 04:27:29.742284 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-4eaad677-1e9b-4902-a4f4-5de8a72c4ad8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bb5a1e0698348739f44376f82c933ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477178 Jul 04 04:27:29.886763 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-0c3f269a-750e-434f-8e6d-ea2e69c00366 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:27:29.887678 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-0c3f269a-750e-434f-8e6d-ea2e69c00366 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1336336 Jul 04 04:27:29.926098 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:29.930957 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:29.987884 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-261fc392-55db-4223-94ec-69611de592bd service neutron] 10.222.0.16 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916672 Jul 04 04:27:30.084681 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-3514edd8-7025-4804-a2cc-2caed3caa154 service neutron] 10.222.0.16 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910475 Jul 04 04:27:30.422923 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-afc382ab-9c14-4383-863f-9937c8eab652 req-d86153ec-647c-4525-ad9c-76ba47d934d7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 210 time: 0.0362773 Jul 04 04:27:31.495494 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-7a59dea4-cb74-4bc7-affa-1da54787100a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:31.498548 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-7a59dea4-cb74-4bc7-affa-1da54787100a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.59 "GET /v2.0/networks?id=8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 200 len: 809 time: 0.1191256 Jul 04 04:27:31.540598 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-4fc34116-5161-4c2e-8314-634f2bc64962 req-566051b7-8257-4042-8418-bede44652188 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 210 time: 0.0298357 Jul 04 04:27:31.577042 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-8c86970d-b137-47a5-ae04-5f10c39507c8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb5a1e0698348739f44376f82c933ad HTTP/1.1" status: 200 len: 379 time: 0.0621800 Jul 04 04:27:31.587575 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Request body: {'port': {'device_id': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'admin_state_up': True, 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'security_groups': ['80c91144-099f-4221-8afa-5a9c5b35979c']}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:27:31.719774 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Made reservation on behalf of 4bb5a1e0698348739f44376f82c933ad for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:27:31.723124 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:31.874309 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Allocated IP 172.20.0.5 (8e4fabad-0c05-43fb-b720-1bca27f96e1a/db763900-80db-40c3-9599-654f5f211abe/bdb14aee-0130-4a98-a8dd-8200f34b2261) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:27:32.019640 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=20 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:32.026958 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=17 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:32.035801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:32.072531 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:32.127416 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Network 8e4fabad-0c05-43fb-b720-1bca27f96e1a is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:27:32.132839 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:27:32.137644 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:27:32.143000 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'Port': ['ID=bdb14aee-0130-4a98-a8dd-8200f34b2261,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:32.196989 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:32.197796 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:32.216887 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-e0862fee-3cd4-49c2-a538-a3548947ea06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6330838 Jul 04 04:27:32.234761 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Request body: {'port': {'device_id': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:27:32.267831 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:32.273370 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:32.306269 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:32.445443 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-229e3016-6864-4b25-8522-b0d50cc6fc00 None None] Provisioning complete for port bdb14aee-0130-4a98-a8dd-8200f34b2261 triggered by entity DHCP. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:27:32.446102 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-229e3016-6864-4b25-8522-b0d50cc6fc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:32.490096 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-229e3016-6864-4b25-8522-b0d50cc6fc00 None None] Port bdb14aee-0130-4a98-a8dd-8200f34b2261 cannot update to ACTIVE because it is not bound. {{(pid=104121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 04:27:32.588077 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb14aee-0130-4a98-a8dd-8200f34b2261 {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:27:32.596060 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Publish callbacks [] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:32.609988 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Transition to ACTIVE for port object bdb14aee-0130-4a98-a8dd-8200f34b2261 will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:27:32.615571 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:32.747936 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9428f-3941-4b9c-97b4-9b8447f9ab4f req-f4cac84f-3e50-4295-be68-47682d4a4ebb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:32.750114 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09b9428f-3941-4b9c-97b4-9b8447f9ab4f req-f4cac84f-3e50-4295-be68-47682d4a4ebb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0941281 Jul 04 04:27:32.752683 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb14aee-0130-4a98-a8dd-8200f34b2261,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:32.852615 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-09b9428f-3941-4b9c-97b4-9b8447f9ab4f req-008f506f-e3a2-4bb7-a7fe-c738fcb0a925 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902600 Jul 04 04:27:32.871510 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Attempting to bind port bdb14aee-0130-4a98-a8dd-8200f34b2261 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:27:32.871925 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Attempting to bind port bdb14aee-0130-4a98-a8dd-8200f34b2261 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:27:32.872265 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Attempting to bind port bdb14aee-0130-4a98-a8dd-8200f34b2261 on network 8e4fabad-0c05-43fb-b720-1bca27f96e1a {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:27:32.877217 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Port bdb14aee-0130-4a98-a8dd-8200f34b2261 on network 8e4fabad-0c05-43fb-b720-1bca27f96e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:27:32.877558 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Attempting to bind port bdb14aee-0130-4a98-a8dd-8200f34b2261 on network 8e4fabad-0c05-43fb-b720-1bca27f96e1a {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:27:32.883229 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:27:32.883924 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Checking segment: {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:27:32.884308 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Bound using segment: {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:27:32.884734 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Bound port: bdb14aee-0130-4a98-a8dd-8200f34b2261, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0eeca9-50f8-4778-988b-8a834679cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:27:32.885168 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:32.950860 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:27:32.953967 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:27:32.962488 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:33.003170 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:33.003820 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:33.005209 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] 10.222.0.59 "PUT /v2.0/ports/bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 1093 time: 0.7751279 Jul 04 04:27:33.005638 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:27:33.007918 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:27:33.035461 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52147e-b204-4e9d-8833-ff1d90c1a358 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb14aee-0130-4a98-a8dd-8200f34b2261,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:33.071709 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaaee11-f50b-47b8-85cd-6da7067bc709 x-openstack-request-id: req-fbaaee11-f50b-47b8-85cd-6da7067bc709 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:27:33.073207 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:27:33.073529 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbaaee11-f50b-47b8-85cd-6da7067bc709 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:27:33.074168 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbaaee11-f50b-47b8-85cd-6da7067bc709'] response: {'name': 'network-changed', 'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'status': 'completed', 'code': 200} Jul 04 04:27:33.131542 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-8d7d12ee-8b10-46a3-bef9-f45658dc5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:33.133122 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-8d7d12ee-8b10-46a3-bef9-f45658dc5c13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bb5a1e0698348739f44376f82c933ad&device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1127 time: 0.0435967 Jul 04 04:27:33.190601 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-33d85cb1-6258-4428-9cf7-29d8764966ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 217 time: 0.0356588 Jul 04 04:27:33.244572 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-19216222-66af-40be-9bf7-50fa0bd6117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:33.246234 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-19216222-66af-40be-9bf7-50fa0bd6117c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db763900-80db-40c3-9599-654f5f211abe HTTP/1.1" status: 200 len: 848 time: 0.0498490 Jul 04 04:27:33.292147 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-13ff7466-6ac4-4654-98b4-a99919b28e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:33.293720 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-13ff7466-6ac4-4654-98b4-a99919b28e7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e4fabad-0c05-43fb-b720-1bca27f96e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409973 Jul 04 04:27:33.316665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:33.334949 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:33.389986 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-15b46de5-92e5-4a99-83a8-fdf3581eabd6 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896816 Jul 04 04:27:33.488766 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-65e7e79b-77a1-42f9-88a4-7e250a1ea524 req-9038d55b-b9eb-4d74-88f1-88e9892faba6 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915613 Jul 04 04:27:33.973771 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6f1d-edbd-410b-bfdf-f3763b7fc090 req-04b1642b-5052-48c6-9f2b-4b34c43388dd tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:33.975392 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a6f6f1d-edbd-410b-bfdf-f3763b7fc090 req-04b1642b-5052-48c6-9f2b-4b34c43388dd tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0488729 Jul 04 04:27:34.028053 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a6f6f1d-edbd-410b-bfdf-f3763b7fc090 req-5bee65c4-8466-41c2-bdf9-b9ef22aefffa tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463881 Jul 04 04:27:34.092270 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-f99c70e3-7167-42ad-baf2-473967f4a0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:34.550652 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-c8ec0359-4d6b-4452-9bd6-47630b0e01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:34.552196 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-c8ec0359-4d6b-4452-9bd6-47630b0e01d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bb5a1e0698348739f44376f82c933ad&device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1127 time: 0.0547814 Jul 04 04:27:34.653999 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-329c3fa4-b16d-4fbd-b5b3-e1c700148afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:34.655528 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-329c3fa4-b16d-4fbd-b5b3-e1c700148afb service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 200 len: 910 time: 0.0945997 Jul 04 04:27:34.698783 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-11bb61f2-ff14-4b61-a701-35a1a26d3da9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 217 time: 0.0370026 Jul 04 04:27:34.751447 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-48f57e2c-dc30-4b92-b73e-44ab4c5e2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:34.752984 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-48f57e2c-dc30-4b92-b73e-44ab4c5e2ec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db763900-80db-40c3-9599-654f5f211abe HTTP/1.1" status: 200 len: 848 time: 0.0475903 Jul 04 04:27:34.798745 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-473c0dcd-7f2a-4fc9-a0f6-4bbb987fc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:34.800251 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-473c0dcd-7f2a-4fc9-a0f6-4bbb987fc1ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e4fabad-0c05-43fb-b720-1bca27f96e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407631 Jul 04 04:27:34.898395 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-5d31306a-fa3e-4458-93a9-72dafc26c7f1 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916622 Jul 04 04:27:34.991858 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-76ef3b0e-7adc-458b-bd5c-97a6a69bba4e req-9b9f01a7-aaaf-480e-9f57-707af8528dff service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868289 Jul 04 04:27:35.161100 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87479d5-87f4-41b5-a8f1-14ad766b9620 req-d0fa34c7-e729-4f7f-8c49-aea77f6dbd3d tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:35.162757 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b87479d5-87f4-41b5-a8f1-14ad766b9620 req-d0fa34c7-e729-4f7f-8c49-aea77f6dbd3d tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0530279 Jul 04 04:27:35.222343 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b87479d5-87f4-41b5-a8f1-14ad766b9620 req-002914c0-bdd0-44ef-a9f3-49e1ccd73ecb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509872 Jul 04 04:27:36.176149 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6e12-59c1-48e8-a5b1-45b6c53138ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:36.345476 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea94534-27e3-4bd9-90f3-4bf811bdaadc req-7856e51e-65b1-453a-a9b3-dd551c5a08ee tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:36.347305 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bea94534-27e3-4bd9-90f3-4bf811bdaadc req-7856e51e-65b1-453a-a9b3-dd551c5a08ee tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0555923 Jul 04 04:27:36.405667 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bea94534-27e3-4bd9-90f3-4bf811bdaadc req-5246eeaf-ffcb-41fb-9ac0-e049e5029988 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524111 Jul 04 04:27:36.695906 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:27:37.527780 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd724f2e-25e0-4064-8faa-632bf2cc42b8 req-979d6db9-7a9b-46d4-a40d-382405449276 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:37.529364 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dd724f2e-25e0-4064-8faa-632bf2cc42b8 req-979d6db9-7a9b-46d4-a40d-382405449276 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0548441 Jul 04 04:27:37.598880 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dd724f2e-25e0-4064-8faa-632bf2cc42b8 req-bf77a61c-9e4a-4512-a8dc-8816ab5819cb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616601 Jul 04 04:27:37.622834 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:38.735241 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d122-c9dc-4a60-882b-6b417e7c0cd1 req-ea5e9c3d-9173-4736-a533-9680be029286 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:38.736730 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bfd9d122-c9dc-4a60-882b-6b417e7c0cd1 req-ea5e9c3d-9173-4736-a533-9680be029286 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0527592 Jul 04 04:27:38.787943 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-bfd9d122-c9dc-4a60-882b-6b417e7c0cd1 req-d5399702-f350-4115-89b6-c2eb7dea4290 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454977 Jul 04 04:27:38.934471 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:39.107701 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:39.914467 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58b378-4795-4e73-a7fc-7b059c4a2eb0 req-55195da1-61a2-4d3d-94f6-a2c966c0dc81 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:39.916575 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8d58b378-4795-4e73-a7fc-7b059c4a2eb0 req-55195da1-61a2-4d3d-94f6-a2c966c0dc81 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0603919 Jul 04 04:27:39.975325 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8d58b378-4795-4e73-a7fc-7b059c4a2eb0 req-244db2cb-afd4-43cc-8473-7c8048ee7756 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524952 Jul 04 04:27:41.096031 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aacb60-250a-44cd-a652-9e154afe1919 req-d0128d9c-aa6a-410d-835d-71447aa7a5b4 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:41.097527 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3aacb60-250a-44cd-a652-9e154afe1919 req-d0128d9c-aa6a-410d-835d-71447aa7a5b4 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0495591 Jul 04 04:27:41.160353 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3aacb60-250a-44cd-a652-9e154afe1919 req-068c4259-833b-4c90-9ac9-bd9add31646d tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571387 Jul 04 04:27:42.290562 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bdb14aee-0130-4a98-a8dd-8200f34b2261 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:27:42.293834 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79045-0f7e-46cf-ac1c-5044b22dd938 req-f8dd05f0-fe58-4b1f-86e8-7b18474aa5a7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:42.295374 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-17a79045-0f7e-46cf-ac1c-5044b22dd938 req-f8dd05f0-fe58-4b1f-86e8-7b18474aa5a7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0632687 Jul 04 04:27:42.347865 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-17a79045-0f7e-46cf-ac1c-5044b22dd938 req-269757b8-b489-4763-b12f-5f0dfcd26019 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463576 Jul 04 04:27:42.397659 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:42.409215 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'port_id': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'mac_address': 'fa:16:3e:88:0a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:27:42.444858 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port bdb14aee-0130-4a98-a8dd-8200f34b2261 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:27:42.445233 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:42.458390 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb14aee-0130-4a98-a8dd-8200f34b2261 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:27:42.477918 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:42.483998 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:42.534644 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=bdb14aee-0130-4a98-a8dd-8200f34b2261,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:42.542015 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.542385 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.542725 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.543059 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.543397 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.543721 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.544041 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.544361 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.544678 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.544994 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.545313 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.545630 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.545947 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.546258 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.546672 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:42.954822 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['bdb14aee-0130-4a98-a8dd-8200f34b2261'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:27:43.456087 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:43.473439 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6346d64-ae0b-4ef9-a81b-1b74a43d947d req-18ebc619-e792-4a23-9f24-4bcd24bb8330 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:43.474851 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e6346d64-ae0b-4ef9-a81b-1b74a43d947d req-18ebc619-e792-4a23-9f24-4bcd24bb8330 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 944 time: 0.0551569 Jul 04 04:27:43.520668 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:43.526310 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e6346d64-ae0b-4ef9-a81b-1b74a43d947d req-771c7efc-7d0c-4562-849e-8671e9014f20 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 Jul 04 04:27:44.295652 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bdb14aee-0130-4a98-a8dd-8200f34b2261 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:27:44.344741 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port bdb14aee-0130-4a98-a8dd-8200f34b2261 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:27:44.353475 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port bdb14aee-0130-4a98-a8dd-8200f34b2261 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:27:44.353794 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:44.371949 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:44.378147 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:44.430732 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port bdb14aee-0130-4a98-a8dd-8200f34b2261 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:27:44.431106 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:44.464596 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:27:44.466861 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d73d13-3e00-4df0-bfcb-eee8c87de274" -d '{"events": [{"server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "name": "network-vif-plugged", "status": "completed", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:27:44.476815 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:44.480203 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:27:44.485485 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:44.507768 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5fb271-6609-44f9-ad25-98d0488a2f49 x-openstack-request-id: req-af5fb271-6609-44f9-ad25-98d0488a2f49 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:27:44.508054 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "name": "network-vif-plugged", "status": "completed", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:27:44.508668 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af5fb271-6609-44f9-ad25-98d0488a2f49 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:27:44.509041 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5fb271-6609-44f9-ad25-98d0488a2f49'] response: {'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'code': 200} Jul 04 04:27:44.535928 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=bdb14aee-0130-4a98-a8dd-8200f34b2261,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:44.646264 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9345c-8987-4248-b32c-9c8fd5b0a8a0 req-0bc50587-d092-470f-b05a-cbe93f9add83 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:44.648045 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0db9345c-8987-4248-b32c-9c8fd5b0a8a0 req-0bc50587-d092-470f-b05a-cbe93f9add83 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0517712 Jul 04 04:27:44.706560 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0db9345c-8987-4248-b32c-9c8fd5b0a8a0 req-1c3fa56f-08b6-42bc-aeb1-bb9108832de7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526772 Jul 04 04:27:44.765653 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf3cdd-a457-4891-bd5b-1d52ab48c4f1 req-8050dff1-c5b8-45d9-8b13-1baedb4f01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:44.768245 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fecf3cdd-a457-4891-bd5b-1d52ab48c4f1 req-8050dff1-c5b8-45d9-8b13-1baedb4f01a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1129 time: 0.0503483 Jul 04 04:27:44.815995 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fecf3cdd-a457-4891-bd5b-1d52ab48c4f1 req-2237d3e6-177e-4f34-ae45-dc6538816e48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428472 Jul 04 04:27:45.837608 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12847a8-d016-4dae-a289-8ed1d5662077 req-96e23502-3da3-4237-a541-249fb2651e75 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:45.839077 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d12847a8-d016-4dae-a289-8ed1d5662077 req-96e23502-3da3-4237-a541-249fb2651e75 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0529754 Jul 04 04:27:45.891244 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d12847a8-d016-4dae-a289-8ed1d5662077 req-892fed74-447f-4419-a909-51879b69ed79 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464735 Jul 04 04:27:46.690877 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:46.693113 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:46.973338 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-466887db-7b33-4176-b902-a233de5e77f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583720 Jul 04 04:27:47.027268 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27590f-3ede-47f3-9367-b4307c8ca28f req-d9d83212-3346-44a0-8bbe-9c18080f54fa tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:47.028765 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5c27590f-3ede-47f3-9367-b4307c8ca28f req-d9d83212-3346-44a0-8bbe-9c18080f54fa tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0538011 Jul 04 04:27:47.116091 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-5c27590f-3ede-47f3-9367-b4307c8ca28f req-3166b18b-005b-4663-8898-2e74a80359fb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803630 Jul 04 04:27:47.127345 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-4b71f249-dd55-4324-88bc-2161b5fc5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:47.129185 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-4b71f249-dd55-4324-88bc-2161b5fc5b6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 1129 time: 0.0560739 Jul 04 04:27:47.268620 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-eb5c70b3-9fa9-4977-9bfb-5c26cb8fda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:47.270851 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-eb5c70b3-9fa9-4977-9bfb-5c26cb8fda57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 912 time: 0.1108334 Jul 04 04:27:47.351931 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-a247e8f1-43cc-4a99-9827-289501fa25fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b5cda6-ca03-4f8e-a787-c270f412d879 HTTP/1.1" status: 200 len: 1001 time: 0.0745482 Jul 04 04:27:47.413400 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-1132eb2a-7212-421d-a233-27f93bbcd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:47.414928 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-1132eb2a-7212-421d-a233-27f93bbcd106 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.0567083 Jul 04 04:27:47.470444 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-515b28ec-9d3a-41f5-9d3d-f8c16ac380a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:47.472014 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-515b28ec-9d3a-41f5-9d3d-f8c16ac380a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503871 Jul 04 04:27:47.591178 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-a51d0041-e462-442a-af29-e691f583b30a service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130588 Jul 04 04:27:47.707592 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a3695608-b0d2-4009-9af8-9d0afdc8b3f6 req-b5b37e35-c675-4d76-8c5d-666068b2b0a2 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097662 Jul 04 04:27:48.237639 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dd908-77cd-4241-a8af-76528b201237 req-911f6388-18b6-45d9-9bfa-e359c9900002 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:48.239178 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ba6dd908-77cd-4241-a8af-76528b201237 req-911f6388-18b6-45d9-9bfa-e359c9900002 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0478063 Jul 04 04:27:48.294815 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-ba6dd908-77cd-4241-a8af-76528b201237 req-56a7d003-e684-4379-b52f-9ebcd84c43b7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477479 Jul 04 04:27:48.419337 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d379b-7eb2-49ea-be87-f192b8935d2b req-804d230f-d55f-4b23-8d4b-b04316ee4ad4 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:48.420734 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a1d379b-7eb2-49ea-be87-f192b8935d2b req-804d230f-d55f-4b23-8d4b-b04316ee4ad4 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0586274 Jul 04 04:27:48.483417 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a1d379b-7eb2-49ea-be87-f192b8935d2b req-66a8b8a0-63bf-4b2f-8937-a41dce9d9b5a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538080 Jul 04 04:27:48.510258 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37812) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:48.659332 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef881d1d-8198-4e99-8c1d-33dedd1cf608 tempest-TestShelveInstance-357284412 tempest-TestShelveInstance-357284412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:48.661048 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-ef881d1d-8198-4e99-8c1d-33dedd1cf608 tempest-TestShelveInstance-357284412 tempest-TestShelveInstance-357284412-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1124 time: 0.1497080 Jul 04 04:27:48.664089 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37816) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:27:48.668389 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Request body: {'floatingip': {'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'port_id': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:27:48.676030 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:48.692124 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:48.764301 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:48.778975 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:48.893559 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Allocated IP 172.27.1.141 (7de6d7a8-af28-4125-ba66-d1982bc7990c/1d5e99ee-0270-45d3-95e8-c51ddbc3d470/cd16ac53-957f-426f-b02e-404a382fd7a4) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:27:49.004937 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for port (cd16ac53-957f-426f-b02e-404a382fd7a4), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:49.041355 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (cd16ac53-957f-426f-b02e-404a382fd7a4), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:49.081125 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Network 7de6d7a8-af28-4125-ba66-d1982bc7990c is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:27:49.086084 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:27:49.088828 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:27:49.094112 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'Port': ['ID=cd16ac53-957f-426f-b02e-404a382fd7a4,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:49.124347 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.124691 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.125089 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.125465 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.125809 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.126136 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.126495 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.126817 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.127137 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.127459 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.127777 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.128137 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.128536 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.128853 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.129171 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:27:49.460355 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for floatingip (8cd1adf5-e9ca-4015-845f-bb06cc4674c2), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:49.485530 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:49.532486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (cd16ac53-957f-426f-b02e-404a382fd7a4), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:49.594244 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:49.705673 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for port (cd16ac53-957f-426f-b02e-404a382fd7a4), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:49.712988 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (cd16ac53-957f-426f-b02e-404a382fd7a4), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:49.782889 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event updated for resources: {'Port': ['ID=cd16ac53-957f-426f-b02e-404a382fd7a4,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:27:49.795168 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (8cd1adf5-e9ca-4015-845f-bb06cc4674c2), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:49.899082 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Floating IP 8cd1adf5-e9ca-4015-845f-bb06cc4674c2 associated. External IP: 172.27.1.141, port: bdb14aee-0130-4a98-a8dd-8200f34b2261. Jul 04 04:27:50.125666 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:27:50.514139 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:27:50.524710 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] Sync routers for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:27:50.535916 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:27:50.536527 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:27:50.537161 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:27:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:50.568727 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-ddff287e-04a7-4d60-8401-c5d807434a47 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9035523 Jul 04 04:27:50.569417 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:27:50.571979 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b0a4c1-dea8-4c21-85be-30a3154639d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:27:50.611998 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf202082-ee00-4b2e-959d-c7211d507748 x-openstack-request-id: req-bf202082-ee00-4b2e-959d-c7211d507748 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:27:50.612300 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:27:50.612540 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf202082-ee00-4b2e-959d-c7211d507748 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:27:50.612938 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf202082-ee00-4b2e-959d-c7211d507748'] response: {'name': 'network-changed', 'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'status': 'completed', 'code': 200} Jul 04 04:27:50.649060 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:27:50.799102 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-44f27f6d-5d7a-41cc-ac2d-5d06fe5b1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:50.801969 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-44f27f6d-5d7a-41cc-ac2d-5d06fe5b1f12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bb5a1e0698348739f44376f82c933ad&device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1129 time: 0.0550559 Jul 04 04:27:50.881006 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8cd1adf5-e9ca-4015-845f-bb06cc4674c2', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'port_id': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'mac_address': 'fa:16:3e:88:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:27:49Z', 'updated_at': '2022-07-04T04:27:49Z', 'revision_number': 0, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df640f78-f7f5-4791-b8c7-a5c7ca77915f', 'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'mac_address': 'fa:16:3e:55:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:48Z', 'updated_at': '2022-07-04T04:26:52Z', 'revision_number': 5, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'subnets': [{'id': 'db763900-80db-40c3-9599-654f5f211abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:50.908271 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] Checking router: f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:27:50.914254 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-4ea2fdcf-8ab5-44ee-b9a8-86936be56ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:50.916398 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-4ea2fdcf-8ab5-44ee-b9a8-86936be56ee5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 200 len: 910 time: 0.1083846 Jul 04 04:27:50.918245 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:27:50.918890 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:27:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:50.995390 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-56c9e2ba-effc-402f-a435-40dcad205d27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 999 time: 0.0709016 Jul 04 04:27:51.035017 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:51.059395 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:27:51.064802 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:51.084903 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-00819b4f-eff4-48a6-aa34-ce30446c4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:51.086406 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-00819b4f-eff4-48a6-aa34-ce30446c4600 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db763900-80db-40c3-9599-654f5f211abe HTTP/1.1" status: 200 len: 848 time: 0.0593824 Jul 04 04:27:51.233641 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:51.277079 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8cd1adf5-e9ca-4015-845f-bb06cc4674c2', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'port_id': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'mac_address': 'fa:16:3e:88:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:27:49Z', 'updated_at': '2022-07-04T04:27:49Z', 'revision_number': 0, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df640f78-f7f5-4791-b8c7-a5c7ca77915f', 'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'mac_address': 'fa:16:3e:55:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:48Z', 'updated_at': '2022-07-04T04:26:52Z', 'revision_number': 5, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'subnets': [{'id': 'db763900-80db-40c3-9599-654f5f211abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:27:51.302494 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75acfdf-d4af-4e4e-acd3-8d7e34538aa8 None None] The sync data for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi is: [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_floatingips': [{'id': '8cd1adf5-e9ca-4015-845f-bb06cc4674c2', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'router_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'port_id': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'mac_address': 'fa:16:3e:88:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T04:27:49Z', 'updated_at': '2022-07-04T04:27:49Z', 'revision_number': 0, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df640f78-f7f5-4791-b8c7-a5c7ca77915f', 'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'mac_address': 'fa:16:3e:55:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:48Z', 'updated_at': '2022-07-04T04:26:52Z', 'revision_number': 5, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'subnets': [{'id': 'db763900-80db-40c3-9599-654f5f211abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:27:51.325604 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-ee1abd5d-bb6b-419a-bca5-c55a357f0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:27:51.327210 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-ee1abd5d-bb6b-419a-bca5-c55a357f0bfd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e4fabad-0c05-43fb-b720-1bca27f96e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429618 Jul 04 04:27:51.424989 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-4d7f1e3f-0c72-4a5a-b397-20e95cb9c491 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878534 Jul 04 04:27:51.505222 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dbd164-617b-4ace-8c58-efc7f12257de None None] New status for floating IP 8cd1adf5-e9ca-4015-845f-bb06cc4674c2: ACTIVE {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:27:51.525986 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-33b0a4c1-dea8-4c21-85be-30a3154639d4 req-783af357-ceb7-4a42-9ba2-0ab10b453b31 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943103 Jul 04 04:27:58.282402 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=63 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:27:58.291333 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=78 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:01.279492 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:01.280680 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:01.521542 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=26 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:01.522509 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=27 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:01.609927 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:01.611947 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:04.106046 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e8db6a7d-38b5-4bd6-bfa7-0a37fd74bef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:06.178794 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a5ce19b0-4e59-4715-a1fb-aca8d8a89457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:07.637971 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:08.941494 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:09.107978 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:13.546892 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37920) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:28:13.663682 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:13.695272 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:28:13.740220 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Publish callbacks [] for security_group (d8edaa94-4546-426a-be2c-2b3224e0f765), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:13.746853 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (d8edaa94-4546-426a-be2c-2b3224e0f765), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:13.786668 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efe6c1718eb04d549138300f60d19b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387040 Jul 04 04:28:13.787558 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8edaa94-4546-426a-be2c-2b3224e0f765,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:13.789871 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37924) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:28:13.795533 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.795748 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.796088 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.796417 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.796741 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.797067 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.797383 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.797695 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.798012 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.798328 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.798668 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.798989 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.799291 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.799601 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.799914 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321db9d5-a563-4cd6-b2f4-3eafe6edae5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:28:13.839983 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-30b5ce27-704e-4812-bb5b-821ceeb4b74c admin admin] Publish callbacks [] for security_group (d8edaa94-4546-426a-be2c-2b3224e0f765), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:13.861347 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-30b5ce27-704e-4812-bb5b-821ceeb4b74c admin admin] Publish callbacks [] for security_group (d8edaa94-4546-426a-be2c-2b3224e0f765), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:13.908584 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-30b5ce27-704e-4812-bb5b-821ceeb4b74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (d8edaa94-4546-426a-be2c-2b3224e0f765), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:13.911234 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-30b5ce27-704e-4812-bb5b-821ceeb4b74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:13.912366 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-30b5ce27-704e-4812-bb5b-821ceeb4b74c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8edaa94-4546-426a-be2c-2b3224e0f765 HTTP/1.1" status: 204 len: 168 time: 0.1212490 Jul 04 04:28:13.920574 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5ce27-704e-4812-bb5b-821ceeb4b74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8edaa94-4546-426a-be2c-2b3224e0f765,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:14.465592 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:14.607154 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 37946) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:28:14.713472 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.v2.base [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2112908320-network', 'tenant_id': '5cfc2721cf3146beb4471ded02b1b637'}} {{(pid=104120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:28:14.737045 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Made reservation on behalf of 5cfc2721cf3146beb4471ded02b1b637 for: {'network': 1} {{(pid=104120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:28:14.739915 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for network (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:14.749249 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:14.838165 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Publish callbacks [] for security_group (c7909551-e771-4b0c-90bf-4b126e0ad448), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:14.844100 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (c7909551-e771-4b0c-90bf-4b126e0ad448), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:14.877135 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=104120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 04:28:14.894630 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7909551-e771-4b0c-90bf-4b126e0ad448,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:14.898407 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (efe856ef-12f7-4c5b-917d-c58c3621e7fc), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:14.898747 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.segments_db [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Added segment efe856ef-12f7-4c5b-917d-c58c3621e7fc of type vlan for network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b Jul 04 04:28:15.185633 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756709025985'] for network (ea2047cf-f0f5-4c3d-b4c0-929a4b72175b), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:15.216618 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202'] for network (ea2047cf-f0f5-4c3d-b4c0-929a4b72175b), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:15.218292 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:15.219519 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:15.265329 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6543982 Jul 04 04:28:15.265691 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 37950) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:28:15.270624 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Request body: {'subnet': {'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2112908320-subnet', 'tenant_id': '5cfc2721cf3146beb4471ded02b1b637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:28:15.290277 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399169b4-75b5-426b-8735-abda63ac6a45 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:15.299635 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Made reservation on behalf of 5cfc2721cf3146beb4471ded02b1b637 for: {'subnet': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:28:15.300850 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b details requested by agent ovs-agent-dv-cinder-742162-5-iscsi with host dv-cinder-742162-5-iscsi {{(pid=104121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 04:28:15.302061 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12903764'] for subnet (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:15.484025 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13224895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12909230'] for subnet (cf2b77a8-a563-4281-99c5-8bec8c7fc62c), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:15.530713 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2b77a8-a563-4281-99c5-8bec8c7fc62c,revision_number=0']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:15.551118 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Checking segment: {'id': 'efe856ef-12f7-4c5b-917d-c58c3621e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:28:15.551477 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Network hostable DHCP agents. Network: ea2047cf-f0f5-4c3d-b4c0-929a4b72175b, hostable agents: ['b7974d1c-0603-42c6-a4dd-f855f373096b'], hosted agents: [] {{(pid=104119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 04:28:15.571616 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b is scheduled to be hosted by DHCP agent b7974d1c-0603-42c6-a4dd-f855f373096b with binding_index 1 {{(pid=104119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 04:28:15.581833 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-5-iscsi, ea2047cf-f0f5-4c3d-b4c0-929a4b72175b) {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:28:15.586846 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:15.588023 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:15.591036 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a35fd-4417-4a47-8ad9-d76701adec47 None None] Network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:28:15.608563 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-237e5cb3-7c90-4cc1-9d66-721093b8c52b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3417928 Jul 04 04:28:15.696732 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223567a-c004-4222-9109-fca4d86e8d12 None None] Network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:28:17.391705 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-4b596043-43f1-4edd-a8bd-2162bfca9e74 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:17.393144 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-4b596043-43f1-4edd-a8bd-2162bfca9e74 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/networks?id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b HTTP/1.1" status: 200 len: 814 time: 0.1047230 Jul 04 04:28:17.409585 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-47bf4f7d-9d25-4072-9946-da94ac588f03 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/quotas/5cfc2721cf3146beb4471ded02b1b637 HTTP/1.1" status: 200 len: 375 time: 0.0093412 Jul 04 04:28:17.451209 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-843ebe69-c1d8-4e7d-92fd-3cdf63ad70b8 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cfc2721cf3146beb4471ded02b1b637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365059 Jul 04 04:28:17.547040 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-0410c968-9d36-4c10-8648-ada1e4c2145d service neutron] 10.222.0.16 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887184 Jul 04 04:28:17.642962 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:17.651506 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-cbadcd8b-c9f8-4ca7-aa40-a6cd5e69d57e service neutron] 10.222.0.16 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961549 Jul 04 04:28:17.821372 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-dc7e0b20-5e60-4710-945b-93b2de33e1ee req-2783d966-2d15-4ee7-8a11-56259132fcdb tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 210 time: 0.0311546 Jul 04 04:28:18.902601 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:18.945100 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-0bd62eff-1882-4e05-bfe9-fab8fbeae195 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:18.946489 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-0bd62eff-1882-4e05-bfe9-fab8fbeae195 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.59 "GET /v2.0/networks?id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b HTTP/1.1" status: 200 len: 814 time: 0.1398411 Jul 04 04:28:18.949114 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d4bf3d3b-f5b3-4a99-b416-80d79b23c20f req-d863caf0-d4c5-4469-adb9-3856fb7921f3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 210 time: 0.0514941 Jul 04 04:28:18.976911 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Request body: {'port': {'device_id': '22d7a844-bd93-4a53-9c7d-b05eb08d0127', 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b', 'admin_state_up': True, 'tenant_id': '5cfc2721cf3146beb4471ded02b1b637'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:28:19.089309 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Made reservation on behalf of 5cfc2721cf3146beb4471ded02b1b637 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:28:19.092686 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:19.224412 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Allocated IP 172.20.0.14 (ea2047cf-f0f5-4c3d-b4c0-929a4b72175b/cf2b77a8-a563-4281-99c5-8bec8c7fc62c/6551ebc5-7d05-4db4-b4ea-83a4ac8aa497) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:28:19.385458 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks [] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:19.422654 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:19.475516 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:28:19.478776 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:28:19.482686 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:28:19.488862 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Pushing event updated for resources: {'Port': ['ID=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:19.535125 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:19.535724 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:19.553958 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-ac9db106-9f84-42da-932d-b0f08380fff9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5814455 Jul 04 04:28:19.617982 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Request body: {'port': {'device_id': '22d7a844-bd93-4a53-9c7d-b05eb08d0127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:28:19.687082 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:19.796075 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:19.808571 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:19.952275 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:28:19.959899 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Publish callbacks [] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:19.973590 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Transition to ACTIVE for port object 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:28:19.979818 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:20.034870 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Pushing event updated for resources: {'Port': ['ID=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:20.076264 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e9795-eb04-4d06-8307-c52f34e093eb req-cedcb8e2-c098-4bff-bad9-ee57e9e9b3c9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:20.077628 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1c1e9795-eb04-4d06-8307-c52f34e093eb req-cedcb8e2-c098-4bff-bad9-ee57e9e9b3c9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 944 time: 0.0505304 Jul 04 04:28:20.112507 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Attempting to bind port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:28:20.112862 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Attempting to bind port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'efe856ef-12f7-4c5b-917d-c58c3621e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:28:20.113186 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Attempting to bind port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 on network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:28:20.117724 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 on network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:28:20.118039 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Attempting to bind port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 on network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:28:20.123166 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:28:20.123502 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Checking segment: {'id': 'efe856ef-12f7-4c5b-917d-c58c3621e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:28:20.123890 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Bound using segment: {'id': 'efe856ef-12f7-4c5b-917d-c58c3621e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:28:20.124304 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Bound port: 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe856ef-12f7-4c5b-917d-c58c3621e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:28:20.124656 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:20.126124 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1c1e9795-eb04-4d06-8307-c52f34e093eb req-6d4fa6af-149a-4927-9312-469456d09b18 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Jul 04 04:28:20.188016 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] For port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:28:20.191055 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] For port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:28:20.199555 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:20.239980 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:20.240354 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:20.241893 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] 10.222.0.59 "PUT /v2.0/ports/6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 HTTP/1.1" status: 200 len: 1094 time: 0.6285248 Jul 04 04:28:20.242322 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d7a844-bd93-4a53-9c7d-b05eb08d0127', 'tag': '6551ebc5-7d05-4db4-b4ea-83a4ac8aa497'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:28:20.244577 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d" -d '{"events": [{"name": "network-changed", "server_uuid": "22d7a844-bd93-4a53-9c7d-b05eb08d0127", "tag": "6551ebc5-7d05-4db4-b4ea-83a4ac8aa497"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:28:20.263789 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626db5a-fb30-4b78-95ad-c67534b538fc service neutron] Pushing event updated for resources: {'Port': ['ID=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:20.292184 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce75eda-36a2-4afb-a70e-0aadda4aa993 x-openstack-request-id: req-2ce75eda-36a2-4afb-a70e-0aadda4aa993 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:28:20.292478 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d7a844-bd93-4a53-9c7d-b05eb08d0127", "tag": "6551ebc5-7d05-4db4-b4ea-83a4ac8aa497", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:28:20.292729 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ce75eda-36a2-4afb-a70e-0aadda4aa993 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:28:20.293164 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce75eda-36a2-4afb-a70e-0aadda4aa993'] response: {'name': 'network-changed', 'server_uuid': '22d7a844-bd93-4a53-9c7d-b05eb08d0127', 'tag': '6551ebc5-7d05-4db4-b4ea-83a4ac8aa497', 'status': 'completed', 'code': 200} Jul 04 04:28:20.352999 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-57a769a6-9d54-49f4-ba6d-107e2b098f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:20.354404 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-57a769a6-9d54-49f4-ba6d-107e2b098f1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cfc2721cf3146beb4471ded02b1b637&device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 1128 time: 0.0424004 Jul 04 04:28:20.402961 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-c0aaf9bc-86dc-4069-97bf-ec36a03688e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 HTTP/1.1" status: 200 len: 217 time: 0.0346725 Jul 04 04:28:20.454117 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-cf12067d-2ce3-4784-9022-11f7a668457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:20.455576 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-cf12067d-2ce3-4784-9022-11f7a668457e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf2b77a8-a563-4281-99c5-8bec8c7fc62c HTTP/1.1" status: 200 len: 854 time: 0.0459657 Jul 04 04:28:20.494776 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-35e0b0de-9b59-42b8-b042-d92ff27c93a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313861 Jul 04 04:28:20.589569 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-072b2ec9-8dc1-4a05-bec4-1e61b3082b26 service neutron] 10.222.0.59 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889091 Jul 04 04:28:20.687791 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-446e7a2b-e55e-43a3-9aa8-92385ef7fd0b req-873558ec-ece4-4e62-8398-dc14e2643b72 service neutron] 10.222.0.59 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919499 Jul 04 04:28:21.242652 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e901ff-68d2-403c-b1df-64683d1115a5 req-9425b86e-1a05-4dcb-93a3-99dd83036601 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:21.244193 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-94e901ff-68d2-403c-b1df-64683d1115a5 req-9425b86e-1a05-4dcb-93a3-99dd83036601 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 944 time: 0.0475528 Jul 04 04:28:21.295061 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-94e901ff-68d2-403c-b1df-64683d1115a5 req-31a2c768-0246-4e73-ad3e-ed89a62524f4 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Jul 04 04:28:22.426216 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a92f9c-bc67-4728-99b8-7254dd4e29d0 req-bc6f2a91-b6a9-4ce7-8423-b96c277eccb2 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:22.427687 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-36a92f9c-bc67-4728-99b8-7254dd4e29d0 req-bc6f2a91-b6a9-4ce7-8423-b96c277eccb2 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 944 time: 0.0477943 Jul 04 04:28:22.439071 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:22.477714 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-36a92f9c-bc67-4728-99b8-7254dd4e29d0 req-9e39ed18-083c-43b5-b3d3-e8ef20d992ae tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442860 Jul 04 04:28:23.038628 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-7605bd3e-46f2-43bf-ab66-99a72229191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:23.040114 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-7605bd3e-46f2-43bf-ab66-99a72229191f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cfc2721cf3146beb4471ded02b1b637&device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 1128 time: 0.0477178 Jul 04 04:28:23.105939 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:23.135592 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-e2b56f38-bdef-45c4-85d5-d8bfc82fb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:23.137031 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-e2b56f38-bdef-45c4-85d5-d8bfc82fb0a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b HTTP/1.1" status: 200 len: 915 time: 0.0901821 Jul 04 04:28:23.175984 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-954b0f02-3801-477c-b088-c931433c4a5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 HTTP/1.1" status: 200 len: 217 time: 0.0323529 Jul 04 04:28:23.229555 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-87510b88-03c9-46b6-91f1-fd9270e98316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:23.231004 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-87510b88-03c9-46b6-91f1-fd9270e98316 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf2b77a8-a563-4281-99c5-8bec8c7fc62c HTTP/1.1" status: 200 len: 854 time: 0.0483797 Jul 04 04:28:23.263655 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-e1f4e170-f55e-4e9e-b7ec-4243c06acac9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267007 Jul 04 04:28:23.351814 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-da1f2462-e72a-46c2-b55b-38e8cba20c64 service neutron] 10.222.0.59 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822041 Jul 04 04:28:23.445317 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-79fd39b4-141d-46f6-b3bf-afa63e8aee0d req-78a1dd7a-9954-493a-9c0a-570f7b3daf46 service neutron] 10.222.0.59 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860970 Jul 04 04:28:23.605587 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:23.613940 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c06c-67bb-4e6c-8088-3f2ad6a78257 req-9c49e25a-4a6a-462a-9bc1-e7cf7a866590 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:23.615438 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c628c06c-67bb-4e6c-8088-3f2ad6a78257 req-9c49e25a-4a6a-462a-9bc1-e7cf7a866590 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 944 time: 0.0594671 Jul 04 04:28:23.664728 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c628c06c-67bb-4e6c-8088-3f2ad6a78257 req-0a0d7cdc-0b56-4e5e-823a-94276c181516 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Jul 04 04:28:23.691017 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:24.442636 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:28:24.551625 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:28:24.564148 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': '6551ebc5-7d05-4db4-b4ea-83a4ac8aa497', 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b', 'port_id': '6551ebc5-7d05-4db4-b4ea-83a4ac8aa497', 'mac_address': 'fa:16:3e:8f:82:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2b77a8-a563-4281-99c5-8bec8c7fc62c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:28:24.605486 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:28:24.605877 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:24.619573 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:28:24.641680 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:28:24.649237 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:24.695019 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:24.786068 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ac848-42cb-479d-b3fd-ec386510de01 req-7ae20a80-c645-4e90-94c5-85e33a2ad66f tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:24.787578 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-968ac848-42cb-479d-b3fd-ec386510de01 req-7ae20a80-c645-4e90-94c5-85e33a2ad66f tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 945 time: 0.0478411 Jul 04 04:28:24.834705 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-968ac848-42cb-479d-b3fd-ec386510de01 req-248b7732-4855-4596-91c7-51c5caa04816 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Jul 04 04:28:25.054842 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['6551ebc5-7d05-4db4-b4ea-83a4ac8aa497'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:28:25.150332 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:25.166643 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:25.952202 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:25.965545 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee893a-9e8f-4b08-bce8-555907e5d8a5 req-0dd09d37-92cb-4559-86f6-2e7fa9ed97d6 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:25.967091 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-22ee893a-9e8f-4b08-bce8-555907e5d8a5 req-0dd09d37-92cb-4559-86f6-2e7fa9ed97d6 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 945 time: 0.0494006 Jul 04 04:28:26.017431 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-22ee893a-9e8f-4b08-bce8-555907e5d8a5 req-3eaa1fd1-8d9e-4fd5-9f56-4ab9ffaa778c tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442975 Jul 04 04:28:26.453987 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:28:26.503530 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:28:26.513139 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:28:26.513511 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:26.588109 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:28:26.588490 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:26.611673 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d7a844-bd93-4a53-9c7d-b05eb08d0127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6551ebc5-7d05-4db4-b4ea-83a4ac8aa497'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:28:26.613886 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e92ed45-f752-44ca-b602-939ff5852584" -d '{"events": [{"server_uuid": "22d7a844-bd93-4a53-9c7d-b05eb08d0127", "name": "network-vif-plugged", "status": "completed", "tag": "6551ebc5-7d05-4db4-b4ea-83a4ac8aa497"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:28:26.627100 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:28:26.634250 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:26.656488 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900289c4-02ce-421e-89bb-4d0dfc58d121 x-openstack-request-id: req-900289c4-02ce-421e-89bb-4d0dfc58d121 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:28:26.656752 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d7a844-bd93-4a53-9c7d-b05eb08d0127", "name": "network-vif-plugged", "status": "completed", "tag": "6551ebc5-7d05-4db4-b4ea-83a4ac8aa497", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:28:26.657019 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-900289c4-02ce-421e-89bb-4d0dfc58d121 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:28:26.657421 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900289c4-02ce-421e-89bb-4d0dfc58d121'] response: {'server_uuid': '22d7a844-bd93-4a53-9c7d-b05eb08d0127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6551ebc5-7d05-4db4-b4ea-83a4ac8aa497', 'code': 200} Jul 04 04:28:26.682815 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:28:26.894648 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7728053-c81b-4d47-a2f5-390afee01b82 req-7fd3c42e-ff1b-4b23-aef9-a71016b13ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:26.896457 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c7728053-c81b-4d47-a2f5-390afee01b82 req-7fd3c42e-ff1b-4b23-aef9-a71016b13ce6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 1130 time: 0.0468576 Jul 04 04:28:26.941783 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c7728053-c81b-4d47-a2f5-390afee01b82 req-432af9fb-a29a-43a2-ba6d-61bba3ff46ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 Jul 04 04:28:27.138750 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d24a45-780e-4e89-b363-2ad65cdc01ce req-d2dd8b96-6914-42a8-930b-f58524dce76a tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:27.140228 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e1d24a45-780e-4e89-b363-2ad65cdc01ce req-d2dd8b96-6914-42a8-930b-f58524dce76a tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 946 time: 0.0503132 Jul 04 04:28:27.195691 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e1d24a45-780e-4e89-b363-2ad65cdc01ce req-a04307b4-e944-4e7f-9c43-fbae8c1f481a tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 Jul 04 04:28:28.322638 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73dc1e-e311-4065-8803-2ea09491f1db req-71021cef-9009-4aab-b10b-caaf649079b3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:28.324119 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-aa73dc1e-e311-4065-8803-2ea09491f1db req-71021cef-9009-4aab-b10b-caaf649079b3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 946 time: 0.0512819 Jul 04 04:28:28.374340 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-aa73dc1e-e311-4065-8803-2ea09491f1db req-e7689824-744b-4e62-9569-ccfdd9abe1fc tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Jul 04 04:28:29.500738 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c4a95-4d42-4217-b6e0-3038625e3472 req-e589fa9e-965e-45f8-b9fb-787ea769f41d tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:29.502218 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e42c4a95-4d42-4217-b6e0-3038625e3472 req-e589fa9e-965e-45f8-b9fb-787ea769f41d tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 946 time: 0.0485988 Jul 04 04:28:29.551294 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e42c4a95-4d42-4217-b6e0-3038625e3472 req-16c94ab0-5ec4-4ce0-9db7-f0e7795276ee tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Jul 04 04:28:32.676166 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:34.111548 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-49c2923d-245c-4d90-a574-fedf22602210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:36.186976 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b811e239-3632-4dae-b986-8b43252e7e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:37.636339 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:38.363080 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=53 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:38.370790 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=77 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:38.943302 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:39.105368 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:39.534273 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=30 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:39.547776 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=25 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:44.483034 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:28:46.482671 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6593e993-6515-44cf-ad78-71ca4036a90d req-60cd749a-0573-4d98-9d8a-76de061f81d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415616 Jul 04 04:28:46.597465 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593e993-6515-44cf-ad78-71ca4036a90d req-b3af4441-6383-4c4f-8578-b75a3ab5465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:46.599020 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6593e993-6515-44cf-ad78-71ca4036a90d req-b3af4441-6383-4c4f-8578-b75a3ab5465e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 1129 time: 0.0446923 Jul 04 04:28:46.705781 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593e993-6515-44cf-ad78-71ca4036a90d req-2e086a72-d9ca-4206-b9cc-aa2bc6d542e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:46.707225 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6593e993-6515-44cf-ad78-71ca4036a90d req-2e086a72-d9ca-4206-b9cc-aa2bc6d542e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 200 len: 912 time: 0.0881069 Jul 04 04:28:46.775111 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6593e993-6515-44cf-ad78-71ca4036a90d req-8a2ecef9-8142-49ef-9658-a44edaa147b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b5cda6-ca03-4f8e-a787-c270f412d879 HTTP/1.1" status: 200 len: 1001 time: 0.0605574 Jul 04 04:28:46.826734 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593e993-6515-44cf-ad78-71ca4036a90d req-83acfc4a-310b-4424-8aab-8093440d1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:46.828357 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6593e993-6515-44cf-ad78-71ca4036a90d req-83acfc4a-310b-4424-8aab-8093440d1581 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 200 len: 850 time: 0.0467982 Jul 04 04:28:46.884954 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593e993-6515-44cf-ad78-71ca4036a90d req-5a47b04e-066e-4c4b-a730-6801f2d4423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:28:46.886410 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6593e993-6515-44cf-ad78-71ca4036a90d req-5a47b04e-066e-4c4b-a730-6801f2d4423d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d24f9b7-eac9-447b-b6d4-fce3782f951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498695 Jul 04 04:28:46.983870 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6593e993-6515-44cf-ad78-71ca4036a90d req-40fdf47e-7b05-48be-8b48-488296c82138 service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902381 Jul 04 04:28:47.078015 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6593e993-6515-44cf-ad78-71ca4036a90d req-a75af0a0-dd3c-4dd3-a352-757b2582e9ba service neutron] 10.222.0.59 "GET /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873156 Jul 04 04:28:50.694803 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:28:54.469403 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=41,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:54.474767 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:57.073479 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=54 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:57.074284 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=47 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:28:59.775257 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:00.690977 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:04.108181 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e6c17cc5-ab10-48fa-997d-0dba365cdfe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:06.179964 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-fe318d1c-b03e-4fa0-b7a5-4c9543c0818a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:07.632501 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:08.942941 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:09.102576 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:14.494169 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:19.055802 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271f7bb-a258-413e-aeb8-e9c9a8e54dfc req-409e8425-217c-4213-a228-94a251d7fc4f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:19.057325 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7271f7bb-a258-413e-aeb8-e9c9a8e54dfc req-409e8425-217c-4213-a228-94a251d7fc4f tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.0523922 Jul 04 04:29:19.106048 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7271f7bb-a258-413e-aeb8-e9c9a8e54dfc req-adf1d427-494a-476b-892b-209ad2d88a24 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429208 Jul 04 04:29:20.253167 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342920b-d8eb-4427-b8a1-e8abef7dab94 req-ab61f31c-58fb-4c94-9ef2-364c4f4dc45b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:20.254752 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a342920b-d8eb-4427-b8a1-e8abef7dab94 req-ab61f31c-58fb-4c94-9ef2-364c4f4dc45b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.0567811 Jul 04 04:29:20.305613 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-a342920b-d8eb-4427-b8a1-e8abef7dab94 req-4e653f14-27e4-45e1-92ed-42892a798889 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419195 Jul 04 04:29:21.446737 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b4dda-f866-4988-9e3c-37f7fa75297e req-7f2907d0-c4d8-4d75-a236-4acd0863bfd5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:21.448197 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a30b4dda-f866-4988-9e3c-37f7fa75297e req-7f2907d0-c4d8-4d75-a236-4acd0863bfd5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.0543628 Jul 04 04:29:21.502751 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a30b4dda-f866-4988-9e3c-37f7fa75297e req-3d8a8bcb-dd21-4ba9-a731-279b1222ee56 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461009 Jul 04 04:29:22.622203 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6ef75-bd3a-47f7-b91f-49a61b2a5550 req-51c691d9-3db1-424d-ba46-f66f0a067734 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:22.623738 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0ef6ef75-bd3a-47f7-b91f-49a61b2a5550 req-51c691d9-3db1-424d-ba46-f66f0a067734 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.0514174 Jul 04 04:29:22.676266 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0ef6ef75-bd3a-47f7-b91f-49a61b2a5550 req-e825a094-a116-4c8d-b557-88630e094048 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 Jul 04 04:29:23.807927 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a53cb-301a-4d9b-8d13-fd2e1deb8def req-ecac4435-0ded-41e2-b999-8f312a12ea7d tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:23.809842 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-849a53cb-301a-4d9b-8d13-fd2e1deb8def req-ecac4435-0ded-41e2-b999-8f312a12ea7d tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.0531898 Jul 04 04:29:23.864823 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-849a53cb-301a-4d9b-8d13-fd2e1deb8def req-6bab350f-ad4f-425c-a846-1f20e5f00b1b tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487726 Jul 04 04:29:24.479312 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:24.487147 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:24.579167 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-387b8231-8cfd-448c-9060-a5ba8a11b0dd tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:24.580594 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-387b8231-8cfd-448c-9060-a5ba8a11b0dd tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.0462246 Jul 04 04:29:24.665037 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Deleting port 70b5cda6-ca03-4f8e-a787-c270f412d879 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:29:24.665368 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:24.765127 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] For port 70b5cda6-ca03-4f8e-a787-c270f412d879, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=70b5cda6-ca03-4f8e-a787-c270f412d879,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:29:24.765491 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:24.935426 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:24.936231 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400405'] for floatingip (8c80f10d-8545-440b-8a44-8069a17930ea), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:24.936231 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.db.l3_db [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Floating IP 8c80f10d-8545-440b-8a44-8069a17930ea disassociated. External IP: 172.27.1.232, port: 70b5cda6-ca03-4f8e-a787-c270f412d879. Jul 04 04:29:24.936524 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Calling delete_port for 70b5cda6-ca03-4f8e-a787-c270f412d879 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:29:24.988700 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e31b3-81f7-408a-a50c-149419a88e8b req-45b35771-f610-432d-b0a3-379353c1dc80 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:24.990204 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e50e31b3-81f7-408a-a50c-149419a88e8b req-45b35771-f610-432d-b0a3-379353c1dc80 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/ports?device_id=33838c72-5e62-4317-ab27-5e45d243c3ec HTTP/1.1" status: 200 len: 945 time: 0.0507855 Jul 04 04:29:25.039181 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-e50e31b3-81f7-408a-a50c-149419a88e8b req-09013816-85ed-4697-a00b-970a378fa454 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b4b8ee-499e-4e11-975f-34a062c2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430009 Jul 04 04:29:25.076940 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (70b5cda6-ca03-4f8e-a787-c270f412d879), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:25.105021 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event deleted for resources: {'Port': ['ID=70b5cda6-ca03-4f8e-a787-c270f412d879,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:25.116691 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.117041 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.117383 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.117722 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.118051 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.118453 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.118694 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.119054 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.119379 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.119685 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.120010 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.120335 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.120657 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.120981 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.121300 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:25.210005 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:25.222023 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:25.233871 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Router 21fe719c-4dec-4224-bc93-79b4e9f53354 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:29:25.337759 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:29:25.349061 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] Sync routers for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:29:25.360205 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:29:25.360808 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:29:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:25.382395 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] No DVR routers for this DVR port 70b5cda6-ca03-4f8e-a787-c270f412d879 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:29:25.385472 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:25.388803 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a134b6b-faff-4758-87b4-5ec657b9347c req-9c64742c-ee14-4ab4-84dc-85824f553db9 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.59 "DELETE /v2.0/ports/70b5cda6-ca03-4f8e-a787-c270f412d879 HTTP/1.1" status: 204 len: 173 time: 0.8032520 Jul 04 04:29:25.389276 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'name': 'network-vif-deleted', 'tag': '70b5cda6-ca03-4f8e-a787-c270f412d879'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:29:25.391557 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a19b7ff-e865-4361-aaab-52cbf43eb62b" -d '{"events": [{"server_uuid": "33838c72-5e62-4317-ab27-5e45d243c3ec", "name": "network-vif-deleted", "tag": "70b5cda6-ca03-4f8e-a787-c270f412d879"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:29:25.428627 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8ff3bd-aadb-4fb5-83b8-78e44c2e827f x-openstack-request-id: req-0c8ff3bd-aadb-4fb5-83b8-78e44c2e827f {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:29:25.428933 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33838c72-5e62-4317-ab27-5e45d243c3ec", "name": "network-vif-deleted", "tag": "70b5cda6-ca03-4f8e-a787-c270f412d879", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:29:25.429187 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c8ff3bd-aadb-4fb5-83b8-78e44c2e827f {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:29:25.429742 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8ff3bd-aadb-4fb5-83b8-78e44c2e827f'] response: {'server_uuid': '33838c72-5e62-4317-ab27-5e45d243c3ec', 'name': 'network-vif-deleted', 'tag': '70b5cda6-ca03-4f8e-a787-c270f412d879', 'status': 'completed', 'code': 200} Jul 04 04:29:25.473212 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:29:25.671017 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:25.695272 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] Checking router: 21fe719c-4dec-4224-bc93-79b4e9f53354 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:29:25.704168 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:29:25.704769 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:29:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:25.807103 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:29:26.002644 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:26.027811 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a109391-db9b-430f-8276-6c4c83dbae15 None None] The sync data for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi is: [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:50Z', 'revision_number': 4, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': '025c4eec-8498-4e8e-99b6-b4b3350df2a0', 'name': '', 'network_id': '1d24f9b7-eac9-447b-b6d4-fce3782f951d', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'mac_address': 'fa:16:3e:5e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:49Z', 'updated_at': '2022-07-04T04:21:54Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'subnets': [{'id': 'e862ab53-2457-468b-a02c-2d54429f58fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:29:26.272897 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467002ad-c9bd-437e-98d1-afa881a55634 None None] New status for floating IP 8c80f10d-8545-440b-8a44-8069a17930ea: DOWN {{(pid=104122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:29:27.149255 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38416) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:27.207406 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-838d60a1-9baa-4183-8ffe-0af6d4a39bb7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (85b4b8ee-499e-4e11-975f-34a062c2fc1c), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.241250 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-838d60a1-9baa-4183-8ffe-0af6d4a39bb7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (85b4b8ee-499e-4e11-975f-34a062c2fc1c), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.308441 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-838d60a1-9baa-4183-8ffe-0af6d4a39bb7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (85b4b8ee-499e-4e11-975f-34a062c2fc1c), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.312909 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-838d60a1-9baa-4183-8ffe-0af6d4a39bb7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.314784 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-838d60a1-9baa-4183-8ffe-0af6d4a39bb7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "DELETE /v2.0/security-groups/85b4b8ee-499e-4e11-975f-34a062c2fc1c HTTP/1.1" status: 204 len: 168 time: 0.1660049 Jul 04 04:29:27.317829 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38418) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:27.328265 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d60a1-9baa-4183-8ffe-0af6d4a39bb7 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b4b8ee-499e-4e11-975f-34a062c2fc1c,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:27.340878 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.api.v2.resource [None req-5c69b60c-6c18-4217-8cb4-a5f27236d8a5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] show failed (client error): The resource could not be found. Jul 04 04:29:27.341897 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-5c69b60c-6c18-4217-8cb4-a5f27236d8a5 tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "GET /v2.0/security-groups/85b4b8ee-499e-4e11-975f-34a062c2fc1c HTTP/1.1" status: 404 len: 347 time: 0.0227683 Jul 04 04:29:27.345044 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38420) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:27.457496 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Deleting port 469a43ae-300d-4ff9-98a7-2e42887e33cf {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:29:27.457773 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (469a43ae-300d-4ff9-98a7-2e42887e33cf), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.537209 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (469a43ae-300d-4ff9-98a7-2e42887e33cf), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.537594 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (469a43ae-300d-4ff9-98a7-2e42887e33cf), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.551070 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Calling delete_port for 469a43ae-300d-4ff9-98a7-2e42887e33cf owned by network:floatingip {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:29:27.688125 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (469a43ae-300d-4ff9-98a7-2e42887e33cf), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.697319 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:29:27.713487 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Pushing event deleted for resources: {'Port': ['ID=469a43ae-300d-4ff9-98a7-2e42887e33cf,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:27.783055 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks [] for floatingip (8c80f10d-8545-440b-8a44-8069a17930ea), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.785564 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:27.786752 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-efbb4aa3-04a1-4706-b7da-4cf81fc6f9ac tempest-AttachVolumeTestJSON-1160839055 tempest-AttachVolumeTestJSON-1160839055-project] 10.222.0.16 "DELETE /v2.0/floatingips/8c80f10d-8545-440b-8a44-8069a17930ea HTTP/1.1" status: 204 len: 168 time: 0.4407008 Jul 04 04:29:28.436347 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8682608-e011-416e-9e90-704f8c679227 req-ad71dd1d-1c3c-4042-a1f5-7c2a968fc5ed tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:28.437714 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f8682608-e011-416e-9e90-704f8c679227 req-ad71dd1d-1c3c-4042-a1f5-7c2a968fc5ed tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 946 time: 0.0475500 Jul 04 04:29:28.485087 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f8682608-e011-416e-9e90-704f8c679227 req-054ffb61-059a-4e6e-8fd9-ff923b943eb8 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Jul 04 04:29:28.714098 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 70b5cda6-ca03-4f8e-a787-c270f412d879 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:29:28.747578 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 70b5cda6-ca03-4f8e-a787-c270f412d879 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:29:28.747916 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 70b5cda6-ca03-4f8e-a787-c270f412d879 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:29:29.629265 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4075a56-9cd8-4df0-8fb9-4248c4aad4c4 req-7d5015d3-d10d-4f95-8c22-998417d3ccc9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:29.631151 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c4075a56-9cd8-4df0-8fb9-4248c4aad4c4 req-7d5015d3-d10d-4f95-8c22-998417d3ccc9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 946 time: 0.0553493 Jul 04 04:29:29.681875 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c4075a56-9cd8-4df0-8fb9-4248c4aad4c4 req-f02377e1-2d2e-47cc-9579-05538d1df845 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441530 Jul 04 04:29:30.216709 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-f4a9128d-fd09-4da1-b154-06b87bc1a88c tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:30.218114 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-f4a9128d-fd09-4da1-b154-06b87bc1a88c tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.59 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 946 time: 0.0552268 Jul 04 04:29:30.255561 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:30.269082 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:30.307409 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Deleting port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:29:30.307750 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:30.703494 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] For port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:29:30.703858 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:30.717917 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Calling delete_port for 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:29:30.818625 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ad9be-6305-42b1-8dbb-82dabe01bedd req-ad882831-1507-40c9-949b-51302f783e66 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:30.820069 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-980ad9be-6305-42b1-8dbb-82dabe01bedd req-ad882831-1507-40c9-949b-51302f783e66 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d7a844-bd93-4a53-9c7d-b05eb08d0127 HTTP/1.1" status: 200 len: 946 time: 0.0631571 Jul 04 04:29:30.906849 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-980ad9be-6305-42b1-8dbb-82dabe01bedd req-23b6fc5f-6608-43a9-a8e7-d9f92e564f7f tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781243 Jul 04 04:29:30.921891 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (6551ebc5-7d05-4db4-b4ea-83a4ac8aa497), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:30.955588 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['6551ebc5-7d05-4db4-b4ea-83a4ac8aa497'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:29:30.956499 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Pushing event deleted for resources: {'Port': ['ID=6551ebc5-7d05-4db4-b4ea-83a4ac8aa497,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:30.997494 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] No DVR routers for this DVR port 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:29:31.000019 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:31.003241 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a5750e57-4e5b-43f5-a765-2c564accc0d1 req-c73fbe59-e5ce-4a2b-b88c-ed9575a7b0a3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.59 "DELETE /v2.0/ports/6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 HTTP/1.1" status: 204 len: 173 time: 0.7802134 Jul 04 04:29:31.003682 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d7a844-bd93-4a53-9c7d-b05eb08d0127', 'name': 'network-vif-deleted', 'tag': '6551ebc5-7d05-4db4-b4ea-83a4ac8aa497'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:29:31.005926 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0fa79f-5965-4593-9cba-b5b2d5cd98be" -d '{"events": [{"server_uuid": "22d7a844-bd93-4a53-9c7d-b05eb08d0127", "name": "network-vif-deleted", "tag": "6551ebc5-7d05-4db4-b4ea-83a4ac8aa497"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:29:31.045844 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9369c35-257c-4c40-ba23-d74f0479e3c4 x-openstack-request-id: req-c9369c35-257c-4c40-ba23-d74f0479e3c4 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:29:31.046147 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d7a844-bd93-4a53-9c7d-b05eb08d0127", "name": "network-vif-deleted", "tag": "6551ebc5-7d05-4db4-b4ea-83a4ac8aa497", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:29:31.046484 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9369c35-257c-4c40-ba23-d74f0479e3c4 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:29:31.046886 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9369c35-257c-4c40-ba23-d74f0479e3c4'] response: {'server_uuid': '22d7a844-bd93-4a53-9c7d-b05eb08d0127', 'name': 'network-vif-deleted', 'tag': '6551ebc5-7d05-4db4-b4ea-83a4ac8aa497', 'status': 'completed', 'code': 200} Jul 04 04:29:31.375708 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38460) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:31.757184 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (21fe719c-4dec-4224-bc93-79b4e9f53354), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:31.905726 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:31.925376 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:31.989597 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Deleting port 025c4eec-8498-4e8e-99b6-b4b3350df2a0 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:29:31.989968 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:32.073497 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] For port 025c4eec-8498-4e8e-99b6-b4b3350df2a0, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=025c4eec-8498-4e8e-99b6-b4b3350df2a0,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:29:32.073856 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:32.087231 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Calling delete_port for 025c4eec-8498-4e8e-99b6-b4b3350df2a0 owned by network:router_interface {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:29:32.286259 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (025c4eec-8498-4e8e-99b6-b4b3350df2a0), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:32.312039 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=025c4eec-8498-4e8e-99b6-b4b3350df2a0,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:32.478481 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (21fe719c-4dec-4224-bc93-79b4e9f53354), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:32.685652 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Router 21fe719c-4dec-4224-bc93-79b4e9f53354 has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:29:32.760365 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:32.786066 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:32.793541 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:29:32.798832 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-7dd43168-fe5b-4cb3-85ef-dec1264b4ed2 admin admin] 10.222.0.16 "PUT /v2.0/routers/21fe719c-4dec-4224-bc93-79b4e9f53354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4221015 Jul 04 04:29:32.801751 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38470) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:32.802943 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] Sync routers for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:29:32.818704 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:29:32.819609 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:29:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:32.906770 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks [] for router (21fe719c-4dec-4224-bc93-79b4e9f53354), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:32.923009 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:29:33.007935 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks [] for router_gateway (21fe719c-4dec-4224-bc93-79b4e9f53354), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.051178 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Deleting port 3d886b33-dae7-46c1-81b3-acb7e8683a18 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:29:33.051536 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.078065 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:33.098408 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:29:32Z', 'revision_number': 5, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port': {'id': '3d886b33-dae7-46c1-81b3-acb7e8683a18', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:33.127876 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] Checking router: 21fe719c-4dec-4224-bc93-79b4e9f53354 for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:29:33.136903 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] Routers {'21fe719c-4dec-4224-bc93-79b4e9f53354'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:29:33.137507 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:29:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['21fe719c-4dec-4224-bc93-79b4e9f53354'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:33.144972 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] For port 3d886b33-dae7-46c1-81b3-acb7e8683a18, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=3d886b33-dae7-46c1-81b3-acb7e8683a18,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:29:33.145335 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.159055 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Calling delete_port for 3d886b33-dae7-46c1-81b3-acb7e8683a18 owned by network:router_gateway {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:29:33.202524 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=100 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:33.216462 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] Set router 21fe719c-4dec-4224-bc93-79b4e9f53354 gateway port host: None {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:29:33.267052 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:29:33Z', 'revision_number': 6, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:33.291565 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9ac7c-8293-47c5-89a6-9e35cd202ee1 None None] The sync data for ids ['21fe719c-4dec-4224-bc93-79b4e9f53354'] in dv-cinder-742162-5-iscsi is: [{'id': '21fe719c-4dec-4224-bc93-79b4e9f53354', 'name': 'tempest-AttachVolumeTestJSON-1712316917-router', 'tenant_id': '0bd3f8996b5b46f6904e32023b092e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:21:47Z', 'updated_at': '2022-07-04T04:29:33Z', 'revision_number': 6, 'project_id': '0bd3f8996b5b46f6904e32023b092e5d', 'gw_port_host': None}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:29:33.335005 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (3d886b33-dae7-46c1-81b3-acb7e8683a18), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.360798 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d886b33-dae7-46c1-81b3-acb7e8683a18,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:33.425262 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (21fe719c-4dec-4224-bc93-79b4e9f53354), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.512229 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (21fe719c-4dec-4224-bc93-79b4e9f53354), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.514427 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks [] for router_controller (21fe719c-4dec-4224-bc93-79b4e9f53354), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.557378 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (21fe719c-4dec-4224-bc93-79b4e9f53354), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.557992 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21fe719c-4dec-4224-bc93-79b4e9f53354 {{(pid=104119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:29:33.562118 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.563300 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-c1653a9a-5f72-4cc5-a860-e57f9ee99697 admin admin] 10.222.0.16 "DELETE /v2.0/routers/21fe719c-4dec-4224-bc93-79b4e9f53354 HTTP/1.1" status: 204 len: 168 time: 0.7604148 Jul 04 04:29:33.567111 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38474) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:33.615556 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Deleting subnet e862ab53-2457-468b-a02c-2d54429f58fc {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:29:33.618765 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Publish callbacks [] for subnet (e862ab53-2457-468b-a02c-2d54429f58fc), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.657455 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (e862ab53-2457-468b-a02c-2d54429f58fc), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.744627 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (e862ab53-2457-468b-a02c-2d54429f58fc), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.801163 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (e862ab53-2457-468b-a02c-2d54429f58fc), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.835011 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e862ab53-2457-468b-a02c-2d54429f58fc,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:33.842745 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.848758 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e862ab53-2457-468b-a02c-2d54429f58fc HTTP/1.1" status: 204 len: 168 time: 0.2781096 Jul 04 04:29:33.848932 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b4b5e-1940-497e-9196-92b27f2dca6a None None] Network 1d24f9b7-eac9-447b-b6d4-fce3782f951d requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:29:33.849415 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38476) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:33.853803 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.854230 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.854673 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.855111 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.855511 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.855892 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.856286 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.856709 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.857035 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.857365 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.857696 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.858017 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.858337 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.858681 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.859003 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d19f3-7b9d-4fee-acaf-dd76e06e5c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:33.922181 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (1d24f9b7-eac9-447b-b6d4-fce3782f951d), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:33.967801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:33.971096 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Deleting port f694c1c0-192b-4975-936a-5969d45c4ca8 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:29:33.971445 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.039691 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] For port f694c1c0-192b-4975-936a-5969d45c4ca8, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=f694c1c0-192b-4975-936a-5969d45c4ca8,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:29:34.040070 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.043746 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] DHCP port deletion for 1d24f9b7-eac9-447b-b6d4-fce3782f951d request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:29:34.052306 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:34.059001 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Calling delete_port for f694c1c0-192b-4975-936a-5969d45c4ca8 owned by network:dhcp {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:29:34.100406 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Deleting port f694c1c0-192b-4975-936a-5969d45c4ca8 {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:29:34.100781 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.119189 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ce912129-c709-4bd5-9a38-803d8d5335f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.152359 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.174171 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] For port f694c1c0-192b-4975-936a-5969d45c4ca8, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=f694c1c0-192b-4975-936a-5969d45c4ca8,segment=NetworkSegment(f5356188-2ba6-47d2-888c-8003ed53b6ca),segment_id=f5356188-2ba6-47d2-888c-8003ed53b6ca)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:29:34.174596 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.176227 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Pushing event deleted for resources: {'Port': ['ID=f694c1c0-192b-4975-936a-5969d45c4ca8,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:34.182042 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] No DVR routers for this DVR port f694c1c0-192b-4975-936a-5969d45c4ca8 on host dv-cinder-742162-5-iscsi {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:29:34.197682 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Calling delete_port for f694c1c0-192b-4975-936a-5969d45c4ca8 owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:29:34.254983 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (1d24f9b7-eac9-447b-b6d4-fce3782f951d), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.278418 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (f694c1c0-192b-4975-936a-5969d45c4ca8), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.283168 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d24f9b7-eac9-447b-b6d4-fce3782f951d']}} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:34.293923 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5356188-2ba6-47d2-888c-8003ed53b6ca') {'for_net_delete': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:34.294222 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5356188-2ba6-47d2-888c-8003ed53b6ca') {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:29:34.305833 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13225317'] for segment (f5356188-2ba6-47d2-888c-8003ed53b6ca), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.322224 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (f5356188-2ba6-47d2-888c-8003ed53b6ca), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.331470 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=104119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:29:34.331881 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13224728'] for segment (f5356188-2ba6-47d2-888c-8003ed53b6ca), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.372107 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment f5356188-2ba6-47d2-888c-8003ed53b6ca resource provider aggregate not found Jul 04 04:29:34.418899 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (1d24f9b7-eac9-447b-b6d4-fce3782f951d), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.425420 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.429365 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1d24f9b7-eac9-447b-b6d4-fce3782f951d HTTP/1.1" status: 204 len: 168 time: 0.5792294 Jul 04 04:29:34.432204 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment f5356188-2ba6-47d2-888c-8003ed53b6ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5356188-2ba6-47d2-888c-8003ed53b6ca found for delete ", "request_id": "req-62d9b412-966a-4d66-91c9-994acae1345b"}]} Jul 04 04:29:34.435369 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Pushing event deleted for resources: {'Port': ['ID=f694c1c0-192b-4975-936a-5969d45c4ca8,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:34.438040 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] No DVR routers for this DVR port f694c1c0-192b-4975-936a-5969d45c4ca8 on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:29:34.443678 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d6255-34a5-4226-968a-582c7d4b4833 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d24f9b7-eac9-447b-b6d4-fce3782f951d,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:34.446045 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.446612 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.447119 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.447626 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.448173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.448666 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.449122 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.449585 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.450049 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.451405 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.451735 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.452104 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.452379 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.452696 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.453013 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b6e1-35cc-4c6c-b925-d36240d0d79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:29:34.570828 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38486) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:34.611820 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-022ed04c-5c24-4ef2-b341-f077d3bb5a02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bd3f8996b5b46f6904e32023b092e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397935 Jul 04 04:29:34.614316 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38488) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:34.667168 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-045ddefa-3005-4a6e-8abd-f4e04d48e1ae admin admin] Publish callbacks [] for security_group (95450d9d-0d24-4d7c-acb8-31c6c870cd65), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.688960 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-045ddefa-3005-4a6e-8abd-f4e04d48e1ae admin admin] Publish callbacks [] for security_group (95450d9d-0d24-4d7c-acb8-31c6c870cd65), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.739284 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-045ddefa-3005-4a6e-8abd-f4e04d48e1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (95450d9d-0d24-4d7c-acb8-31c6c870cd65), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.741755 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-045ddefa-3005-4a6e-8abd-f4e04d48e1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:34.743005 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-045ddefa-3005-4a6e-8abd-f4e04d48e1ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95450d9d-0d24-4d7c-acb8-31c6c870cd65 HTTP/1.1" status: 204 len: 168 time: 0.1277871 Jul 04 04:29:34.750872 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ddefa-3005-4a6e-8abd-f4e04d48e1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95450d9d-0d24-4d7c-acb8-31c6c870cd65,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:35.120152 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device f694c1c0-192b-4975-936a-5969d45c4ca8 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:29:35.140223 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: f694c1c0-192b-4975-936a-5969d45c4ca8 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:29:35.140603 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device f694c1c0-192b-4975-936a-5969d45c4ca8 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:29:35.141003 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 3d886b33-dae7-46c1-81b3-acb7e8683a18 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:29:35.158996 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 3d886b33-dae7-46c1-81b3-acb7e8683a18 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:29:35.159403 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 3d886b33-dae7-46c1-81b3-acb7e8683a18 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:29:35.159873 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 025c4eec-8498-4e8e-99b6-b4b3350df2a0 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:29:35.177617 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 025c4eec-8498-4e8e-99b6-b4b3350df2a0 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:29:35.177957 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 025c4eec-8498-4e8e-99b6-b4b3350df2a0 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:29:35.573247 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:29:35.602635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:29:35.602977 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device 6551ebc5-7d05-4db4-b4ea-83a4ac8aa497 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:29:36.175820 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d922222d-70c4-4c11-bd6f-d8d09d1d7395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:37.636554 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:37.690871 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:37.691990 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:38.949957 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:39.098718 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.065863 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38610) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:42.170493 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-068b870e-5511-4095-88b0-240bc28385cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.249551 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-068b870e-5511-4095-88b0-240bc28385cf admin admin] Publish callbacks [] for security_group (86445e19-1a53-4298-b1a6-6b6ca37ec2e0), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.254599 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-068b870e-5511-4095-88b0-240bc28385cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (86445e19-1a53-4298-b1a6-6b6ca37ec2e0), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.293352 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b870e-5511-4095-88b0-240bc28385cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86445e19-1a53-4298-b1a6-6b6ca37ec2e0,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:42.298958 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-068b870e-5511-4095-88b0-240bc28385cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41f84fc7c5644b438a9271a9c4b66edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318935 Jul 04 04:29:42.301474 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38620) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:42.330293 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-4715b8b7-1b19-4afc-a199-5352cb10099a tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:42.331772 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-4715b8b7-1b19-4afc-a199-5352cb10099a tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/networks?id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b HTTP/1.1" status: 200 len: 814 time: 0.1199613 Jul 04 04:29:42.357291 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-b21ddb2d-d299-483b-858f-fd6f67aac5c9 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/quotas/5cfc2721cf3146beb4471ded02b1b637 HTTP/1.1" status: 200 len: 375 time: 0.0178673 Jul 04 04:29:42.395714 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4a38bedf-2825-4f68-bd2d-06d520df33f7 admin admin] Publish callbacks [] for security_group (86445e19-1a53-4298-b1a6-6b6ca37ec2e0), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.399860 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-1e9104ab-dfd3-492b-a2a6-6cf2580c8c73 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cfc2721cf3146beb4471ded02b1b637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360360 Jul 04 04:29:42.435873 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4a38bedf-2825-4f68-bd2d-06d520df33f7 admin admin] Publish callbacks [] for security_group (86445e19-1a53-4298-b1a6-6b6ca37ec2e0), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.458318 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:42.463918 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:42.534086 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-287176c0-928c-4008-9114-94badb3a31a2 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271114 Jul 04 04:29:42.548884 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4a38bedf-2825-4f68-bd2d-06d520df33f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (86445e19-1a53-4298-b1a6-6b6ca37ec2e0), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.551418 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4a38bedf-2825-4f68-bd2d-06d520df33f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.552394 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-4a38bedf-2825-4f68-bd2d-06d520df33f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86445e19-1a53-4298-b1a6-6b6ca37ec2e0 HTTP/1.1" status: 204 len: 168 time: 0.2500441 Jul 04 04:29:42.574182 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38bedf-2825-4f68-bd2d-06d520df33f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86445e19-1a53-4298-b1a6-6b6ca37ec2e0,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:42.646059 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-43afa072-cd46-420a-a3e5-51b58914023f service neutron] 10.222.0.16 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056597 Jul 04 04:29:42.861734 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38632) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:42.877166 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-800dbee4-f9a7-4060-af2d-7d263cc1141f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.967530 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-800dbee4-f9a7-4060-af2d-7d263cc1141f admin admin] Publish callbacks [] for security_group (ea90a004-944d-4cb3-b65a-3c32ab309ad5), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:42.972921 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-800dbee4-f9a7-4060-af2d-7d263cc1141f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ea90a004-944d-4cb3-b65a-3c32ab309ad5), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:43.019200 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-800dbee4-f9a7-4060-af2d-7d263cc1141f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ac5edbd6d824a8a9ba08303f4f34ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563253 Jul 04 04:29:43.020090 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dbee4-f9a7-4060-af2d-7d263cc1141f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea90a004-944d-4cb3-b65a-3c32ab309ad5,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:43.022008 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38638) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:43.075698 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:43.102052 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-b0088269-4987-40b1-91f5-0be890e427f0 req-db7fdb17-b234-4c46-b38d-99f331e39702 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 210 time: 0.2959974 Jul 04 04:29:43.108989 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e3e30d62-3004-4174-9f18-1d3d18bcb5e1 admin admin] Publish callbacks [] for security_group (ea90a004-944d-4cb3-b65a-3c32ab309ad5), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:43.120632 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:43.134642 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e3e30d62-3004-4174-9f18-1d3d18bcb5e1 admin admin] Publish callbacks [] for security_group (ea90a004-944d-4cb3-b65a-3c32ab309ad5), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:43.182047 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e3e30d62-3004-4174-9f18-1d3d18bcb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (ea90a004-944d-4cb3-b65a-3c32ab309ad5), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:43.184801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-e3e30d62-3004-4174-9f18-1d3d18bcb5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:43.185949 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-e3e30d62-3004-4174-9f18-1d3d18bcb5e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea90a004-944d-4cb3-b65a-3c32ab309ad5 HTTP/1.1" status: 204 len: 168 time: 0.1626518 Jul 04 04:29:43.194403 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e30d62-3004-4174-9f18-1d3d18bcb5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea90a004-944d-4cb3-b65a-3c32ab309ad5,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:43.866220 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-0172d863-a1cd-4ac2-9ea4-78d554408d27 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:43.868302 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-0172d863-a1cd-4ac2-9ea4-78d554408d27 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.59 "GET /v2.0/networks?id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b HTTP/1.1" status: 200 len: 814 time: 0.1097443 Jul 04 04:29:43.886576 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Request body: {'port': {'device_id': '65350fa5-f7af-4d3f-a93c-3d18371cb89d', 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b', 'admin_state_up': True, 'tenant_id': '5cfc2721cf3146beb4471ded02b1b637'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:29:44.000181 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Made reservation on behalf of 5cfc2721cf3146beb4471ded02b1b637 for: {'port': 1} {{(pid=104119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 04:29:44.003831 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:44.138781 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_common [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Allocated IP 172.20.0.3 (ea2047cf-f0f5-4c3d-b4c0-929a4b72175b/cf2b77a8-a563-4281-99c5-8bec8c7fc62c/b3414092-341d-4e63-ae1e-5b6161b366f8) {{(pid=104119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 04:29:44.213486 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-1902b92b-e703-4c15-9f13-38243a77a220 req-87c6b9f9-a047-4951-af19-fab3fccbef34 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 210 time: 0.0367303 Jul 04 04:29:44.299468 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks [] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:44.332466 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756709005698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:44.384601 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b is already hosted by enough agents. {{(pid=104119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 04:29:44.388142 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.scheduler.base_scheduler [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Resources bound (agent type, host, resource id): {{(pid=104119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 04:29:44.391973 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Received port after_create {{(pid=104119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 04:29:44.396153 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Pushing event updated for resources: {'Port': ['ID=b3414092-341d-4e63-ae1e-5b6161b366f8,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:44.441769 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:44.442654 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:44.459283 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-d6a9adbe-2c00-4126-87a6-000f464fdf22 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771430 Jul 04 04:29:44.485654 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:44.524273 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.v2.base [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Request body: {'port': {'device_id': '65350fa5-f7af-4d3f-a93c-3d18371cb89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=104119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 04:29:44.550507 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:44.590954 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:44.593635 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:44.855217 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3414092-341d-4e63-ae1e-5b6161b366f8 {{(pid=104119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:29:44.862899 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Publish callbacks [] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:44.875570 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.provisioning_blocks [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Transition to ACTIVE for port object b3414092-341d-4e63-ae1e-5b6161b366f8 will not be triggered until provisioned by entity L2. {{(pid=104119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 04:29:44.882084 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:44.930665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Pushing event updated for resources: {'Port': ['ID=b3414092-341d-4e63-ae1e-5b6161b366f8,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:45.008606 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Attempting to bind port b3414092-341d-4e63-ae1e-5b6161b366f8 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 04:29:45.009535 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Attempting to bind port b3414092-341d-4e63-ae1e-5b6161b366f8 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'efe856ef-12f7-4c5b-917d-c58c3621e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 04:29:45.009873 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Attempting to bind port b3414092-341d-4e63-ae1e-5b6161b366f8 on network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:29:45.014970 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Port b3414092-341d-4e63-ae1e-5b6161b366f8 on network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 04:29:45.015290 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Attempting to bind port b3414092-341d-4e63-ae1e-5b6161b366f8 on network ea2047cf-f0f5-4c3d-b4c0-929a4b72175b {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 04:29:45.020489 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Checking agent: {'id': 'f5ff2e72-9751-48bf-ba23-719f6fd6f241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'started_at': datetime.datetime(2022, 7, 4, 4, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 4, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 04:29:45.020489 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Checking segment: {'id': 'efe856ef-12f7-4c5b-917d-c58c3621e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 04:29:45.020888 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Bound using segment: {'id': 'efe856ef-12f7-4c5b-917d-c58c3621e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 04:29:45.021294 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Bound port: b3414092-341d-4e63-ae1e-5b6161b366f8, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe856ef-12f7-4c5b-917d-c58c3621e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 04:29:45.021649 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:45.092475 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] For port b3414092-341d-4e63-ae1e-5b6161b366f8, host hv-cinder-74216, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 04:29:45.095853 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] For port b3414092-341d-4e63-ae1e-5b6161b366f8, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b3414092-341d-4e63-ae1e-5b6161b366f8,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 04:29:45.102801 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13224756'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:45.141482 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:45.142114 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:45.143470 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] 10.222.0.59 "PUT /v2.0/ports/b3414092-341d-4e63-ae1e-5b6161b366f8 HTTP/1.1" status: 200 len: 1093 time: 0.6239574 Jul 04 04:29:45.143894 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65350fa5-f7af-4d3f-a93c-3d18371cb89d', 'tag': 'b3414092-341d-4e63-ae1e-5b6161b366f8'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:29:45.146117 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7863cfea-c95f-44f4-a452-cb849f171b87" -d '{"events": [{"name": "network-changed", "server_uuid": "65350fa5-f7af-4d3f-a93c-3d18371cb89d", "tag": "b3414092-341d-4e63-ae1e-5b6161b366f8"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:29:45.166334 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90428aa-5e22-4df0-99d1-e7436efe781e service neutron] Pushing event updated for resources: {'Port': ['ID=b3414092-341d-4e63-ae1e-5b6161b366f8,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:45.188072 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22acf12-decc-430b-a2c8-69ce379a3995 x-openstack-request-id: req-c22acf12-decc-430b-a2c8-69ce379a3995 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:29:45.188574 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65350fa5-f7af-4d3f-a93c-3d18371cb89d", "tag": "b3414092-341d-4e63-ae1e-5b6161b366f8", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:29:45.188907 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c22acf12-decc-430b-a2c8-69ce379a3995 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:29:45.189391 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c22acf12-decc-430b-a2c8-69ce379a3995'] response: {'name': 'network-changed', 'server_uuid': '65350fa5-f7af-4d3f-a93c-3d18371cb89d', 'tag': 'b3414092-341d-4e63-ae1e-5b6161b366f8', 'status': 'completed', 'code': 200} Jul 04 04:29:45.247285 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-6de39729-3779-454b-86b7-74beaab3db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:45.248164 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-6de39729-3779-454b-86b7-74beaab3db71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cfc2721cf3146beb4471ded02b1b637&device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 1127 time: 0.0433152 Jul 04 04:29:45.294137 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-9c6f4a65-c88c-4a5a-ba59-febd44187e17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3414092-341d-4e63-ae1e-5b6161b366f8 HTTP/1.1" status: 200 len: 217 time: 0.0330906 Jul 04 04:29:45.335966 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9cc9a-81f2-47de-98bf-1b5222c6b9c8 req-067db06a-d568-4b99-85f0-1679da20fb7b tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:45.337452 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-46d9cc9a-81f2-47de-98bf-1b5222c6b9c8 req-067db06a-d568-4b99-85f0-1679da20fb7b tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 943 time: 0.0511398 Jul 04 04:29:45.341902 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-2a8a4134-2ecd-4412-baa4-545fed294259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:45.343514 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-2a8a4134-2ecd-4412-baa4-545fed294259 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf2b77a8-a563-4281-99c5-8bec8c7fc62c HTTP/1.1" status: 200 len: 854 time: 0.0439374 Jul 04 04:29:45.375546 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-cca742d0-d940-4133-ab76-521e5aedc108 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261307 Jul 04 04:29:45.386499 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-46d9cc9a-81f2-47de-98bf-1b5222c6b9c8 req-ff8e94b5-7c3e-45e0-a466-4adc4eb9cb2e tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Jul 04 04:29:45.468644 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-1d863111-fbba-45f8-8e25-0f3c3bf0b2c0 service neutron] 10.222.0.59 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870237 Jul 04 04:29:45.499497 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:45.574870 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7a3dc5b1-3052-4152-a537-1a07664cecda req-e1bb51e9-ad7c-4710-b745-c8bf2a6ade0f service neutron] 10.222.0.59 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994542 Jul 04 04:29:46.779955 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:46.791472 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543495c-112b-4e28-b9bc-c8a631ba3e78 req-be3051e7-5dbd-4de5-9891-97c9989ebbe1 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:46.793011 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c543495c-112b-4e28-b9bc-c8a631ba3e78 req-be3051e7-5dbd-4de5-9891-97c9989ebbe1 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 943 time: 0.3364565 Jul 04 04:29:46.851349 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c543495c-112b-4e28-b9bc-c8a631ba3e78 req-2ccb1e4e-e8c4-402f-b5ad-b30e5e9121ba tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 Jul 04 04:29:47.698541 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38724) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:47.814230 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-aeb1bd70-52ef-4e34-95ea-29d68056845b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:47.899381 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-c39b41e5-af8e-4d90-a3f1-8390bb5f12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:47.900947 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-c39b41e5-af8e-4d90-a3f1-8390bb5f12f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cfc2721cf3146beb4471ded02b1b637&device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 1127 time: 0.0835528 Jul 04 04:29:47.935078 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-9892a36c-3428-4aa9-9623-c088d8a94529 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850260 Jul 04 04:29:47.998507 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ddb11-4b37-436e-80fb-4b08be62cc74 req-0e633b06-afb6-46ac-9271-359fd44405cc tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:48.000735 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-676ddb11-4b37-436e-80fb-4b08be62cc74 req-0e633b06-afb6-46ac-9271-359fd44405cc tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 943 time: 0.0681615 Jul 04 04:29:48.054152 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-676ddb11-4b37-436e-80fb-4b08be62cc74 req-f3471c7d-39cb-4630-9456-f554a81f3052 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475621 Jul 04 04:29:48.068627 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-5e22af9b-ffcb-43f2-b083-a1a7f593fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:48.070213 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-5e22af9b-ffcb-43f2-b083-a1a7f593fdc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bb5a1e0698348739f44376f82c933ad&device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1129 time: 0.0778205 Jul 04 04:29:48.084792 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-2df632e3-2c59-43f2-acbd-09fea2446f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:48.086273 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-2df632e3-2c59-43f2-acbd-09fea2446f7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b HTTP/1.1" status: 200 len: 915 time: 0.1768773 Jul 04 04:29:48.094834 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-aeb1bd70-52ef-4e34-95ea-29d68056845b admin admin] Publish callbacks [] for security_group (5a67246c-395d-4fea-a770-f4507130d582), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.113419 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-aeb1bd70-52ef-4e34-95ea-29d68056845b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (5a67246c-395d-4fea-a770-f4507130d582), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.167488 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-ad40fa28-5366-4881-af70-ba515493db21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3414092-341d-4e63-ae1e-5b6161b366f8 HTTP/1.1" status: 200 len: 217 time: 0.0701635 Jul 04 04:29:48.238409 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-aeb1bd70-52ef-4e34-95ea-29d68056845b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d008f74e022040fd92910b631e59fce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5386586 Jul 04 04:29:48.241416 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38732) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:48.269116 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1bd70-52ef-4e34-95ea-29d68056845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a67246c-395d-4fea-a770-f4507130d582,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:48.303256 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-34976d24-d3b2-4472-a395-ccec5fa3246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:48.304480 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-34976d24-d3b2-4472-a395-ccec5fa3246b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf2b77a8-a563-4281-99c5-8bec8c7fc62c HTTP/1.1" status: 200 len: 854 time: 0.1238902 Jul 04 04:29:48.308614 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2fe16d08-fb46-4ba0-8686-b4adc46dd140 admin admin] Publish callbacks [] for security_group (5a67246c-395d-4fea-a770-f4507130d582), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.335768 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2fe16d08-fb46-4ba0-8686-b4adc46dd140 admin admin] Publish callbacks [] for security_group (5a67246c-395d-4fea-a770-f4507130d582), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.351622 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-97db3864-a99f-42a9-980f-902543540132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:48.353509 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-97db3864-a99f-42a9-980f-902543540132 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 200 len: 910 time: 0.2570360 Jul 04 04:29:48.354946 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-19d609fc-b6c8-4382-9251-2493181f3d57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437448 Jul 04 04:29:48.388448 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2fe16d08-fb46-4ba0-8686-b4adc46dd140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (5a67246c-395d-4fea-a770-f4507130d582), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.391328 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-2fe16d08-fb46-4ba0-8686-b4adc46dd140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.392495 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-2fe16d08-fb46-4ba0-8686-b4adc46dd140 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a67246c-395d-4fea-a770-f4507130d582 HTTP/1.1" status: 204 len: 168 time: 0.1500204 Jul 04 04:29:48.401011 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe16d08-fb46-4ba0-8686-b4adc46dd140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a67246c-395d-4fea-a770-f4507130d582,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:48.501629 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-a53fdda5-87a9-4cb8-ba67-6ad4c516915f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 1001 time: 0.1375237 Jul 04 04:29:48.564880 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-b2f93e03-bace-4807-a197-bd18c1817f9a service neutron] 10.222.0.59 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995900 Jul 04 04:29:48.587383 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-b8a7361c-b943-4e05-81fc-a7afbe50ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:48.589691 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-b8a7361c-b943-4e05-81fc-a7afbe50ca82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db763900-80db-40c3-9599-654f5f211abe HTTP/1.1" status: 200 len: 848 time: 0.0812776 Jul 04 04:29:48.657094 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:48.691568 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:48.702509 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-75b56926-91cc-4407-9df4-f8e0b6017913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:48.704099 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-75b56926-91cc-4407-9df4-f8e0b6017913 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e4fabad-0c05-43fb-b720-1bca27f96e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998535 Jul 04 04:29:48.708226 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38738) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:48.722985 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7111b74c-71d1-4895-8eae-b594e5ab4957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.750196 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7863cfea-c95f-44f4-a452-cb849f171b87 req-3d139cab-560d-4eed-b263-5f577f24d7ea service neutron] 10.222.0.59 "GET /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772816 Jul 04 04:29:48.775111 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:48.819014 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7111b74c-71d1-4895-8eae-b594e5ab4957 admin admin] Publish callbacks [] for security_group (2dfa84fa-5a6c-4c52-a106-e23d6fe6a932), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.819310 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-b4177d2a-b786-4d0e-8079-ae442b245730 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075799 Jul 04 04:29:48.824303 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7111b74c-71d1-4895-8eae-b594e5ab4957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (2dfa84fa-5a6c-4c52-a106-e23d6fe6a932), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.829304 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:48.873327 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7111b74c-71d1-4895-8eae-b594e5ab4957 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=639d7991057a4153aae92a48a23fd6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638656 Jul 04 04:29:48.875058 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111b74c-71d1-4895-8eae-b594e5ab4957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfa84fa-5a6c-4c52-a106-e23d6fe6a932,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:48.877368 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38740) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:48.918208 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-35568ad6-0d01-4a06-9d8a-6a8213b86059 req-4d724f4f-7fcf-4ded-a885-f36c1ebf99de service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927274 Jul 04 04:29:48.937849 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-de18d038-2dec-45d1-98a5-8b829ff30d73 admin admin] Publish callbacks [] for security_group (2dfa84fa-5a6c-4c52-a106-e23d6fe6a932), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:48.973457 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-de18d038-2dec-45d1-98a5-8b829ff30d73 admin admin] Publish callbacks [] for security_group (2dfa84fa-5a6c-4c52-a106-e23d6fe6a932), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:49.041338 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-de18d038-2dec-45d1-98a5-8b829ff30d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (2dfa84fa-5a6c-4c52-a106-e23d6fe6a932), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:49.043784 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-de18d038-2dec-45d1-98a5-8b829ff30d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:49.044928 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-de18d038-2dec-45d1-98a5-8b829ff30d73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dfa84fa-5a6c-4c52-a106-e23d6fe6a932 HTTP/1.1" status: 204 len: 168 time: 0.1666477 Jul 04 04:29:49.053254 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18d038-2dec-45d1-98a5-8b829ff30d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfa84fa-5a6c-4c52-a106-e23d6fe6a932,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:49.174968 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859f70d-e685-4a22-83b9-98789c73d470 req-cc6b4d60-f229-41c6-a0a8-f316e85cf56a tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:49.176607 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0859f70d-e685-4a22-83b9-98789c73d470 req-cc6b4d60-f229-41c6-a0a8-f316e85cf56a tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 943 time: 0.0496383 Jul 04 04:29:49.227157 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-0859f70d-e685-4a22-83b9-98789c73d470 req-55ffe67f-db76-420e-982f-2b6264ca097b tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Jul 04 04:29:49.633162 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device b3414092-341d-4e63-ae1e-5b6161b366f8 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:29:49.741568 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port b3414092-341d-4e63-ae1e-5b6161b366f8, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b3414092-341d-4e63-ae1e-5b6161b366f8,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:29:49.754527 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'b3414092-341d-4e63-ae1e-5b6161b366f8', 'network_id': 'ea2047cf-f0f5-4c3d-b4c0-929a4b72175b', 'port_id': 'b3414092-341d-4e63-ae1e-5b6161b366f8', 'mac_address': 'fa:16:3e:ce:6d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2b77a8-a563-4281-99c5-8bec8c7fc62c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:29:49.791524 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port b3414092-341d-4e63-ae1e-5b6161b366f8 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:29:49.791922 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:49.805364 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3414092-341d-4e63-ae1e-5b6161b366f8 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:29:49.823563 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:49.825662 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port b3414092-341d-4e63-ae1e-5b6161b366f8, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b3414092-341d-4e63-ae1e-5b6161b366f8,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:29:49.830940 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:49.858953 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:49.879946 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=b3414092-341d-4e63-ae1e-5b6161b366f8,revision_number=4']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:50.263290 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['b3414092-341d-4e63-ae1e-5b6161b366f8'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:29:50.343132 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545c4fb-e969-4050-9c2f-4ff1c62c5d11 req-3631d5d7-415d-4eef-bbe7-5754b122b375 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:50.344693 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9545c4fb-e969-4050-9c2f-4ff1c62c5d11 req-3631d5d7-415d-4eef-bbe7-5754b122b375 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 944 time: 0.0480909 Jul 04 04:29:50.401365 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9545c4fb-e969-4050-9c2f-4ff1c62c5d11 req-6ddb879c-6119-4312-9a21-5e6c1edf87a1 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496829 Jul 04 04:29:51.540365 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c8317-3c6f-44dc-a9ea-5f6b36f90186 req-4d6c6b3c-9180-47dc-8b7e-c53dda120934 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:51.541859 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-711c8317-3c6f-44dc-a9ea-5f6b36f90186 req-4d6c6b3c-9180-47dc-8b7e-c53dda120934 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 944 time: 0.0512366 Jul 04 04:29:51.600289 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-711c8317-3c6f-44dc-a9ea-5f6b36f90186 req-48ca5896-5613-4e53-8b0f-a5b616145acc tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500743 Jul 04 04:29:51.629819 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device b3414092-341d-4e63-ae1e-5b6161b366f8 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:29:51.672524 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning for port b3414092-341d-4e63-ae1e-5b6161b366f8 completed by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 04:29:51.681097 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port b3414092-341d-4e63-ae1e-5b6161b366f8 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:29:51.681490 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:51.755059 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port b3414092-341d-4e63-ae1e-5b6161b366f8 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:29:51.755444 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:51.778961 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65350fa5-f7af-4d3f-a93c-3d18371cb89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3414092-341d-4e63-ae1e-5b6161b366f8'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:29:51.781201 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9405724-790b-412d-ba60-85185c33d97f" -d '{"events": [{"server_uuid": "65350fa5-f7af-4d3f-a93c-3d18371cb89d", "name": "network-vif-plugged", "status": "completed", "tag": "b3414092-341d-4e63-ae1e-5b6161b366f8"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:29:51.795492 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port b3414092-341d-4e63-ae1e-5b6161b366f8, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b3414092-341d-4e63-ae1e-5b6161b366f8,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:29:51.804009 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:51.827128 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba856208-ff3d-46f5-a2b1-e0534b9b0864 x-openstack-request-id: req-ba856208-ff3d-46f5-a2b1-e0534b9b0864 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:29:51.827415 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65350fa5-f7af-4d3f-a93c-3d18371cb89d", "name": "network-vif-plugged", "status": "completed", "tag": "b3414092-341d-4e63-ae1e-5b6161b366f8", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:29:51.827681 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba856208-ff3d-46f5-a2b1-e0534b9b0864 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:29:51.828075 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba856208-ff3d-46f5-a2b1-e0534b9b0864'] response: {'server_uuid': '65350fa5-f7af-4d3f-a93c-3d18371cb89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3414092-341d-4e63-ae1e-5b6161b366f8', 'code': 200} Jul 04 04:29:51.857132 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=b3414092-341d-4e63-ae1e-5b6161b366f8,revision_number=5']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:52.037231 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38641-d3c9-45be-8692-45d501b28c9e req-b04d05e1-ade2-443d-82da-99fa20009f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:52.038629 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19f38641-d3c9-45be-8692-45d501b28c9e req-b04d05e1-ade2-443d-82da-99fa20009f0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 1129 time: 0.0416093 Jul 04 04:29:52.093738 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-19f38641-d3c9-45be-8692-45d501b28c9e req-c8ec0ffc-27b2-4c6c-903d-fbb8ef6a5f08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479310 Jul 04 04:29:52.717216 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206416aa-cdd4-4a08-80f5-6dcf256e3a18 req-d451af3e-990b-4217-9aaf-f22b25b53370 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:52.718714 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-206416aa-cdd4-4a08-80f5-6dcf256e3a18 req-d451af3e-990b-4217-9aaf-f22b25b53370 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 945 time: 0.0476675 Jul 04 04:29:52.771091 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-206416aa-cdd4-4a08-80f5-6dcf256e3a18 req-bc0d47d7-b499-4a26-99fd-dbaac71393ad tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Jul 04 04:29:53.914524 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0231fb-55b4-4c20-b410-7116d0c40942 req-99f3957c-266e-48f7-94e4-7b15f34d668f tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:53.916073 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7b0231fb-55b4-4c20-b410-7116d0c40942 req-99f3957c-266e-48f7-94e4-7b15f34d668f tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 945 time: 0.0571291 Jul 04 04:29:53.977546 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-7b0231fb-55b4-4c20-b410-7116d0c40942 req-6bf36b5c-de6c-41ee-8af3-e4076c3e2310 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 Jul 04 04:29:55.116445 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89114b8-55f7-4bd6-abc6-b948766e0d8c req-f7530ef0-68fe-412d-bb5d-4bd72875ab0c tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:29:55.117957 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f89114b8-55f7-4bd6-abc6-b948766e0d8c req-f7530ef0-68fe-412d-bb5d-4bd72875ab0c tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 945 time: 0.0598896 Jul 04 04:29:55.167917 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-f89114b8-55f7-4bd6-abc6-b948766e0d8c req-116a5c80-f628-463c-aa5e-8320ecc55c14 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 Jul 04 04:29:55.999935 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38884) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:56.121500 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ec-26a9-4db4-bf5c-906ed667543e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.203769 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ec-26a9-4db4-bf5c-906ed667543e admin admin] Publish callbacks [] for security_group (e24f750a-7925-4a8b-bfa9-801fe4a4d3c3), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.209700 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ec-26a9-4db4-bf5c-906ed667543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e24f750a-7925-4a8b-bfa9-801fe4a4d3c3), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.249014 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-80a5f5ec-26a9-4db4-bf5c-906ed667543e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=316e27d749d54849ac42b4375d6012fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479441 Jul 04 04:29:56.249982 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5f5ec-26a9-4db4-bf5c-906ed667543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24f750a-7925-4a8b-bfa9-801fe4a4d3c3,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:56.251964 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38888) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:56.305686 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4391e118-a6a8-4fc7-ba99-dba2f90e55e5 admin admin] Publish callbacks [] for security_group (e24f750a-7925-4a8b-bfa9-801fe4a4d3c3), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.327080 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4391e118-a6a8-4fc7-ba99-dba2f90e55e5 admin admin] Publish callbacks [] for security_group (e24f750a-7925-4a8b-bfa9-801fe4a4d3c3), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.380351 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4391e118-a6a8-4fc7-ba99-dba2f90e55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e24f750a-7925-4a8b-bfa9-801fe4a4d3c3), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.383101 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-4391e118-a6a8-4fc7-ba99-dba2f90e55e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.384222 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-4391e118-a6a8-4fc7-ba99-dba2f90e55e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e24f750a-7925-4a8b-bfa9-801fe4a4d3c3 HTTP/1.1" status: 204 len: 168 time: 0.1312830 Jul 04 04:29:56.392492 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391e118-a6a8-4fc7-ba99-dba2f90e55e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24f750a-7925-4a8b-bfa9-801fe4a4d3c3,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:56.662025 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38896) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:56.675444 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aceed7d3-83ae-43d5-95a8-33de9af0d3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.753983 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aceed7d3-83ae-43d5-95a8-33de9af0d3b3 admin admin] Publish callbacks [] for security_group (4578afb1-8840-4f88-a637-34e71748e9b8), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.762000 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-aceed7d3-83ae-43d5-95a8-33de9af0d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (4578afb1-8840-4f88-a637-34e71748e9b8), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.784711 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:56.808683 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-aceed7d3-83ae-43d5-95a8-33de9af0d3b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f9f6f6fa30a4c48b9d75874d5aeb54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455271 Jul 04 04:29:56.811186 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceed7d3-83ae-43d5-95a8-33de9af0d3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4578afb1-8840-4f88-a637-34e71748e9b8,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:56.811521 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38898) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:56.835721 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:56.853522 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:56.866133 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-555c701e-95fe-44aa-9161-d0a5ca34d9de admin admin] Publish callbacks [] for security_group (4578afb1-8840-4f88-a637-34e71748e9b8), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.888608 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-555c701e-95fe-44aa-9161-d0a5ca34d9de admin admin] Publish callbacks [] for security_group (4578afb1-8840-4f88-a637-34e71748e9b8), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.939396 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-555c701e-95fe-44aa-9161-d0a5ca34d9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (4578afb1-8840-4f88-a637-34e71748e9b8), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.943517 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-555c701e-95fe-44aa-9161-d0a5ca34d9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:56.945337 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-555c701e-95fe-44aa-9161-d0a5ca34d9de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4578afb1-8840-4f88-a637-34e71748e9b8 HTTP/1.1" status: 204 len: 168 time: 0.1324821 Jul 04 04:29:56.955640 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c701e-95fe-44aa-9161-d0a5ca34d9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4578afb1-8840-4f88-a637-34e71748e9b8,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:58.983147 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 38974) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:59.097462 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-36eaff2b-efdc-4118-ae74-d68f4c9a4271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.175846 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-36eaff2b-efdc-4118-ae74-d68f4c9a4271 admin admin] Publish callbacks [] for security_group (1102ca33-7fa5-455d-afe7-85dc7279e511), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.181945 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-36eaff2b-efdc-4118-ae74-d68f4c9a4271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1102ca33-7fa5-455d-afe7-85dc7279e511), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.227878 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-36eaff2b-efdc-4118-ae74-d68f4c9a4271 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=629bb7fd441145ff9564a89ca9cb7f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436585 Jul 04 04:29:59.228734 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaff2b-efdc-4118-ae74-d68f4c9a4271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1102ca33-7fa5-455d-afe7-85dc7279e511,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:59.230924 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38978) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:59.285925 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7e714b6e-5312-4b18-bacd-e9b646390135 admin admin] Publish callbacks [] for security_group (1102ca33-7fa5-455d-afe7-85dc7279e511), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.308250 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7e714b6e-5312-4b18-bacd-e9b646390135 admin admin] Publish callbacks [] for security_group (1102ca33-7fa5-455d-afe7-85dc7279e511), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.360042 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7e714b6e-5312-4b18-bacd-e9b646390135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (1102ca33-7fa5-455d-afe7-85dc7279e511), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.362593 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7e714b6e-5312-4b18-bacd-e9b646390135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.363749 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7e714b6e-5312-4b18-bacd-e9b646390135 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1102ca33-7fa5-455d-afe7-85dc7279e511 HTTP/1.1" status: 204 len: 168 time: 0.1318364 Jul 04 04:29:59.371774 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e714b6e-5312-4b18-bacd-e9b646390135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1102ca33-7fa5-455d-afe7-85dc7279e511,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:59.643836 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38984) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:59.657822 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b96854d1-53c6-4aa2-b6dd-0aeaca1f47b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.687105 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:29:59.738127 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b96854d1-53c6-4aa2-b6dd-0aeaca1f47b2 admin admin] Publish callbacks [] for security_group (e2f1274d-9c32-4083-ad18-9aef8b3da2dd), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.743294 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-b96854d1-53c6-4aa2-b6dd-0aeaca1f47b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e2f1274d-9c32-4083-ad18-9aef8b3da2dd), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.781496 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96854d1-53c6-4aa2-b6dd-0aeaca1f47b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f1274d-9c32-4083-ad18-9aef8b3da2dd,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:29:59.785786 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-b96854d1-53c6-4aa2-b6dd-0aeaca1f47b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0708926634c5457e9d3c485a9b0685cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408954 Jul 04 04:29:59.788638 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 38988) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:29:59.839497 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-22bff23b-53cb-4f36-899a-7fc2393a351d admin admin] Publish callbacks [] for security_group (e2f1274d-9c32-4083-ad18-9aef8b3da2dd), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.861199 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-22bff23b-53cb-4f36-899a-7fc2393a351d admin admin] Publish callbacks [] for security_group (e2f1274d-9c32-4083-ad18-9aef8b3da2dd), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.918197 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-22bff23b-53cb-4f36-899a-7fc2393a351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e2f1274d-9c32-4083-ad18-9aef8b3da2dd), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.921579 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-22bff23b-53cb-4f36-899a-7fc2393a351d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:29:59.923168 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-22bff23b-53cb-4f36-899a-7fc2393a351d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2f1274d-9c32-4083-ad18-9aef8b3da2dd HTTP/1.1" status: 204 len: 168 time: 0.1337709 Jul 04 04:29:59.931126 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bff23b-53cb-4f36-899a-7fc2393a351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f1274d-9c32-4083-ad18-9aef8b3da2dd,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:04.101747 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bd966c29-2474-4057-89c0-3d3c050cb031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:04.223550 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 39058) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:30:04.351722 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-03267d8e-2e3c-4a0d-b47f-acb9707d3415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:04.441119 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-03267d8e-2e3c-4a0d-b47f-acb9707d3415 admin admin] Publish callbacks [] for security_group (f950e23c-8e43-4fdd-85b6-bf53e24053ff), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:04.447045 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-03267d8e-2e3c-4a0d-b47f-acb9707d3415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f950e23c-8e43-4fdd-85b6-bf53e24053ff), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:04.487836 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03267d8e-2e3c-4a0d-b47f-acb9707d3415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f950e23c-8e43-4fdd-85b6-bf53e24053ff,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:04.496553 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-03267d8e-2e3c-4a0d-b47f-acb9707d3415 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e28f4701c034654b59bce927e7be1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684863 Jul 04 04:30:04.497827 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 39062) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:30:04.549955 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4bdef618-3ad7-48dc-9d18-eba3f5beb51a admin admin] Publish callbacks [] for security_group (f950e23c-8e43-4fdd-85b6-bf53e24053ff), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:04.579971 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4bdef618-3ad7-48dc-9d18-eba3f5beb51a admin admin] Publish callbacks [] for security_group (f950e23c-8e43-4fdd-85b6-bf53e24053ff), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:04.638176 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4bdef618-3ad7-48dc-9d18-eba3f5beb51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f950e23c-8e43-4fdd-85b6-bf53e24053ff), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:04.641086 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-4bdef618-3ad7-48dc-9d18-eba3f5beb51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:04.642691 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-4bdef618-3ad7-48dc-9d18-eba3f5beb51a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f950e23c-8e43-4fdd-85b6-bf53e24053ff HTTP/1.1" status: 204 len: 168 time: 0.1447632 Jul 04 04:30:04.650754 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdef618-3ad7-48dc-9d18-eba3f5beb51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f950e23c-8e43-4fdd-85b6-bf53e24053ff,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:04.697110 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:30:04.924114 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 39068) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:30:04.938229 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a596d265-a8a1-4185-8237-7a42cc100df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:05.000198 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:05.019371 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a596d265-a8a1-4185-8237-7a42cc100df9 admin admin] Publish callbacks [] for security_group (dc067c02-1b6d-463c-a5a0-5166846cb8f1), precommit_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:05.024809 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a596d265-a8a1-4185-8237-7a42cc100df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (dc067c02-1b6d-463c-a5a0-5166846cb8f1), after_create {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:05.038653 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=17 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:05.071437 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-a596d265-a8a1-4185-8237-7a42cc100df9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c5b60c779264a30a99ececdb5544ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461389 Jul 04 04:30:05.072667 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d265-a8a1-4185-8237-7a42cc100df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc067c02-1b6d-463c-a5a0-5166846cb8f1,revision_number=1']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:05.073465 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39070) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:30:05.122603 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5562aee7-6edd-42a6-871b-97d66fc5409b admin admin] Publish callbacks [] for security_group (dc067c02-1b6d-463c-a5a0-5166846cb8f1), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:05.144996 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5562aee7-6edd-42a6-871b-97d66fc5409b admin admin] Publish callbacks [] for security_group (dc067c02-1b6d-463c-a5a0-5166846cb8f1), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:05.193506 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5562aee7-6edd-42a6-871b-97d66fc5409b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (dc067c02-1b6d-463c-a5a0-5166846cb8f1), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:05.196090 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5562aee7-6edd-42a6-871b-97d66fc5409b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:05.197227 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-5562aee7-6edd-42a6-871b-97d66fc5409b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc067c02-1b6d-463c-a5a0-5166846cb8f1 HTTP/1.1" status: 204 len: 168 time: 0.1227980 Jul 04 04:30:05.205402 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562aee7-6edd-42a6-871b-97d66fc5409b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc067c02-1b6d-463c-a5a0-5166846cb8f1,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:06.186400 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e1eee6b-35fa-426c-bc5d-360d75b4a2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:07.645682 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:08.955071 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:09.097587 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:13.776627 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:14.512558 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:14.693228 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:15.067005 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=10 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:15.200360 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:INSERT=2,neutron:SELECT=41,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:15.201558 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:16.556159 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58799c12-1fee-4dac-a59f-0c474fff3d37 req-c69c26a0-e472-486d-a1d5-0106504ae789 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:16.557615 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-58799c12-1fee-4dac-a59f-0c474fff3d37 req-c69c26a0-e472-486d-a1d5-0106504ae789 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0524979 Jul 04 04:30:16.613032 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-58799c12-1fee-4dac-a59f-0c474fff3d37 req-cdf31f2c-a9f8-4834-af90-d5aa9c589f55 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496643 Jul 04 04:30:17.737988 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd3ad3-4899-4988-bde5-7e07bcbd0dc3 req-5c0e862a-50e0-411a-8eb4-7835ca2453a7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:17.739622 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-75bd3ad3-4899-4988-bde5-7e07bcbd0dc3 req-5c0e862a-50e0-411a-8eb4-7835ca2453a7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0512576 Jul 04 04:30:17.793155 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-75bd3ad3-4899-4988-bde5-7e07bcbd0dc3 req-3c000a28-8db9-4c40-8110-494c44987b42 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471978 Jul 04 04:30:18.467263 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8e519-179e-44ec-83a6-b9ed720dc9cb req-b8910d3a-e3f6-4e99-8f4a-77becc24584c tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:18.468652 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d1b8e519-179e-44ec-83a6-b9ed720dc9cb req-b8910d3a-e3f6-4e99-8f4a-77becc24584c tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 945 time: 0.0486414 Jul 04 04:30:18.521121 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d1b8e519-179e-44ec-83a6-b9ed720dc9cb req-13f52c98-0446-438e-aba9-3759bb3fb66f tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465164 Jul 04 04:30:18.917468 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0f1e-3620-4935-a840-7b618369c1ba req-f88a7faa-fd01-4335-ae76-6dfa8ecd7324 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:18.918958 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-17bd0f1e-3620-4935-a840-7b618369c1ba req-f88a7faa-fd01-4335-ae76-6dfa8ecd7324 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0498750 Jul 04 04:30:18.973690 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-17bd0f1e-3620-4935-a840-7b618369c1ba req-41bf8a50-f664-49e9-8edd-3cc4d182c7cc tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462859 Jul 04 04:30:19.664095 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066026-28e2-419b-b8fb-fd0983805339 req-64a5b847-483c-447e-a293-ccc053ec1d63 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:19.665596 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-85066026-28e2-419b-b8fb-fd0983805339 req-64a5b847-483c-447e-a293-ccc053ec1d63 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 945 time: 0.0589242 Jul 04 04:30:19.722025 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-85066026-28e2-419b-b8fb-fd0983805339 req-5aecd782-3dd4-434e-b566-6706f2777605 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470481 Jul 04 04:30:20.095230 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480d61c-98aa-450a-88aa-6f10e3595eea req-2dc87815-625e-441e-85ec-4e533b6d8709 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:20.096721 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7480d61c-98aa-450a-88aa-6f10e3595eea req-2dc87815-625e-441e-85ec-4e533b6d8709 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0511372 Jul 04 04:30:20.149364 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-7480d61c-98aa-450a-88aa-6f10e3595eea req-dd34f8a7-93d1-48d5-9667-adf9ccdfebc4 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468481 Jul 04 04:30:20.841227 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cea85-640e-4b05-86ec-ea522bce69e6 req-a46f2c4a-641d-40c0-a88d-c45e1954fce0 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:20.842748 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-215cea85-640e-4b05-86ec-ea522bce69e6 req-a46f2c4a-641d-40c0-a88d-c45e1954fce0 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 945 time: 0.0488553 Jul 04 04:30:20.891232 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-215cea85-640e-4b05-86ec-ea522bce69e6 req-5bb72229-c8e7-41ea-8f8a-a2dd507125ef tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Jul 04 04:30:21.269127 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce95d-9060-4291-be66-eeb34636a957 req-865adcb0-9c6c-453c-a85f-e3e079c89f06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:21.270626 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c0bce95d-9060-4291-be66-eeb34636a957 req-865adcb0-9c6c-453c-a85f-e3e079c89f06 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0526326 Jul 04 04:30:21.318862 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c0bce95d-9060-4291-be66-eeb34636a957 req-e82955f1-2b2f-4e68-bd7e-117441a42ca7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Jul 04 04:30:22.020740 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb09974-0ea1-408b-a6b7-d11fb98fd59b req-10d55b33-f304-48ef-ac6d-e6c3dc33c5c3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:22.022202 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9fb09974-0ea1-408b-a6b7-d11fb98fd59b req-10d55b33-f304-48ef-ac6d-e6c3dc33c5c3 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 945 time: 0.0582106 Jul 04 04:30:22.089815 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9fb09974-0ea1-408b-a6b7-d11fb98fd59b req-fbd8746a-be94-4745-a469-05ebdae63bed tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606005 Jul 04 04:30:22.439818 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fda07-713b-4658-a899-986f408cb2cd req-438d19ed-0492-4abc-96c9-521fd7742146 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:22.441294 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fb0fda07-713b-4658-a899-986f408cb2cd req-438d19ed-0492-4abc-96c9-521fd7742146 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0535409 Jul 04 04:30:22.494265 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fb0fda07-713b-4658-a899-986f408cb2cd req-c0372203-cc98-4840-b9d1-a24d2a520ed8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472400 Jul 04 04:30:23.225714 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd4298-71ed-4c30-aef8-c2a3ec5cb2ca req-d65bcd87-7461-42a8-928a-b9b3ef1bd711 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:23.227244 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-84fd4298-71ed-4c30-aef8-c2a3ec5cb2ca req-d65bcd87-7461-42a8-928a-b9b3ef1bd711 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 945 time: 0.0538290 Jul 04 04:30:23.276191 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-84fd4298-71ed-4c30-aef8-c2a3ec5cb2ca req-2f32521b-2422-434b-be29-9ed180328b77 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7909551-e771-4b0c-90bf-4b126e0ad448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Jul 04 04:30:23.596852 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-ef804695-3e34-48ce-89bf-ed275828905f tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:23.598272 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-ef804695-3e34-48ce-89bf-ed275828905f tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.59 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 945 time: 0.0645318 Jul 04 04:30:23.672547 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc9ab9-1c29-4d64-b2d7-e36acdd812b2 req-cf783285-df09-4126-a2e5-bcee13dea825 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:23.674101 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-abcc9ab9-1c29-4d64-b2d7-e36acdd812b2 req-cf783285-df09-4126-a2e5-bcee13dea825 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0994835 Jul 04 04:30:23.751128 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Deleting port b3414092-341d-4e63-ae1e-5b6161b366f8 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:30:23.751465 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:23.775187 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-abcc9ab9-1c29-4d64-b2d7-e36acdd812b2 req-b239684b-3003-4a23-b4da-21fb3398f0f1 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931885 Jul 04 04:30:23.850836 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] For port b3414092-341d-4e63-ae1e-5b6161b366f8, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=b3414092-341d-4e63-ae1e-5b6161b366f8,segment=NetworkSegment(efe856ef-12f7-4c5b-917d-c58c3621e7fc),segment_id=efe856ef-12f7-4c5b-917d-c58c3621e7fc)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:30:23.851196 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:23.864654 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Calling delete_port for b3414092-341d-4e63-ae1e-5b6161b366f8 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:30:24.015675 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (b3414092-341d-4e63-ae1e-5b6161b366f8), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:24.043851 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Pushing event deleted for resources: {'Port': ['ID=b3414092-341d-4e63-ae1e-5b6161b366f8,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:24.050512 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['b3414092-341d-4e63-ae1e-5b6161b366f8'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:30:24.070503 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:24.071498 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:24.093537 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] No DVR routers for this DVR port b3414092-341d-4e63-ae1e-5b6161b366f8 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:30:24.096086 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:24.099306 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-e24f55a0-c6af-4d97-bb5f-2b47e4ce8945 req-17eed592-f647-45ef-94bb-86b54d1dcc91 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.59 "DELETE /v2.0/ports/b3414092-341d-4e63-ae1e-5b6161b366f8 HTTP/1.1" status: 204 len: 173 time: 0.4852200 Jul 04 04:30:24.099737 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65350fa5-f7af-4d3f-a93c-3d18371cb89d', 'name': 'network-vif-deleted', 'tag': 'b3414092-341d-4e63-ae1e-5b6161b366f8'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:30:24.101969 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ed2e5f-f9a2-4295-8ae6-e79993ab5134" -d '{"events": [{"server_uuid": "65350fa5-f7af-4d3f-a93c-3d18371cb89d", "name": "network-vif-deleted", "tag": "b3414092-341d-4e63-ae1e-5b6161b366f8"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:30:24.152929 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5389b55f-bb5b-457c-8c14-d5e743094d2c x-openstack-request-id: req-5389b55f-bb5b-457c-8c14-d5e743094d2c {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:30:24.153210 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65350fa5-f7af-4d3f-a93c-3d18371cb89d", "name": "network-vif-deleted", "tag": "b3414092-341d-4e63-ae1e-5b6161b366f8", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:30:24.153455 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5389b55f-bb5b-457c-8c14-d5e743094d2c {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:30:24.153858 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5389b55f-bb5b-457c-8c14-d5e743094d2c'] response: {'server_uuid': '65350fa5-f7af-4d3f-a93c-3d18371cb89d', 'name': 'network-vif-deleted', 'tag': 'b3414092-341d-4e63-ae1e-5b6161b366f8', 'status': 'completed', 'code': 200} Jul 04 04:30:24.393253 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1d4ed823-7422-4ff1-b436-308b442ad4a0 req-d4a40daa-fc29-4955-921f-1c43d1e53fb2 tempest-VolumesSnapshotTestJSON-1692342993 tempest-VolumesSnapshotTestJSON-1692342993-project] 10.222.0.16 "GET /v2.0/ports?device_id=65350fa5-f7af-4d3f-a93c-3d18371cb89d HTTP/1.1" status: 200 len: 210 time: 0.0314865 Jul 04 04:30:24.890864 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa65017-163b-4bab-83c1-622872f6c8de req-76cc5610-fde8-4082-b3a9-367f71048cef tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:24.892231 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9fa65017-163b-4bab-83c1-622872f6c8de req-76cc5610-fde8-4082-b3a9-367f71048cef tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0472193 Jul 04 04:30:24.947153 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9fa65017-163b-4bab-83c1-622872f6c8de req-2b12f785-7def-4bb1-aa1e-b4b1cb08b79e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469065 Jul 04 04:30:26.076253 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95601c-918c-4536-a2e8-1262cd05fff2 req-5921ad8d-4a15-4c8a-aa93-2e218e3e3d48 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:26.078807 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9a95601c-918c-4536-a2e8-1262cd05fff2 req-5921ad8d-4a15-4c8a-aa93-2e218e3e3d48 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0496440 Jul 04 04:30:26.129104 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-9a95601c-918c-4536-a2e8-1262cd05fff2 req-0856db7e-1c2e-4134-b58d-62ce69a2977e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446613 Jul 04 04:30:26.885971 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:26.892065 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-56a9a39c-ec2c-4687-a10d-45805aa05a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:26.893560 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-56a9a39c-ec2c-4687-a10d-45805aa05a7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bb5a1e0698348739f44376f82c933ad&device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1129 time: 0.1452949 Jul 04 04:30:26.930881 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:26.995012 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-befb53cd-21dc-4408-b0b6-f15b5a62db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:26.996510 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-befb53cd-21dc-4408-b0b6-f15b5a62db2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 200 len: 910 time: 0.0972691 Jul 04 04:30:27.063467 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-c7579dff-c6eb-470c-a71f-4e96a4db41da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 1001 time: 0.0602486 Jul 04 04:30:27.114256 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-8a4d8cbe-e7ec-4e53-be2e-426aa60967bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:27.115726 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-8a4d8cbe-e7ec-4e53-be2e-426aa60967bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db763900-80db-40c3-9599-654f5f211abe HTTP/1.1" status: 200 len: 848 time: 0.0463166 Jul 04 04:30:27.161248 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-85e4eef7-5bca-42e3-a22c-03a0fddc0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:27.162794 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-85e4eef7-5bca-42e3-a22c-03a0fddc0643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e4fabad-0c05-43fb-b720-1bca27f96e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407414 Jul 04 04:30:27.282844 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfb76-aec0-4686-a4a5-24e1b8c95572 req-f900c899-8f61-4cdb-a9a1-80ade1b74ec7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:27.284322 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d47dfb76-aec0-4686-a4a5-24e1b8c95572 req-f900c899-8f61-4cdb-a9a1-80ade1b74ec7 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0806205 Jul 04 04:30:27.300866 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-f6d3115d-cab7-45bb-ae94-75f1d595350e service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320775 Jul 04 04:30:27.393809 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d47dfb76-aec0-4686-a4a5-24e1b8c95572 req-6a622b76-b2ac-4e8f-92bf-4c20e979aedb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037192 Jul 04 04:30:27.425480 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-51955604-6138-40ef-9e7b-3f2ac078bf38 req-69b6facf-fe4a-4719-90f3-3c00deca97bc service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176891 Jul 04 04:30:28.528619 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c37c0-5e7c-47dc-b72f-92f56103cdfa req-5fdf454f-57fd-4e31-b49e-e06f42111039 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:28.530035 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8e0c37c0-5e7c-47dc-b72f-92f56103cdfa req-5fdf454f-57fd-4e31-b49e-e06f42111039 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0490794 Jul 04 04:30:28.589276 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8e0c37c0-5e7c-47dc-b72f-92f56103cdfa req-ae30d08e-d72e-40a8-8d8c-670406a63995 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508041 Jul 04 04:30:29.242847 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device b3414092-341d-4e63-ae1e-5b6161b366f8 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:30:29.272654 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: b3414092-341d-4e63-ae1e-5b6161b366f8 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:30:29.273048 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device b3414092-341d-4e63-ae1e-5b6161b366f8 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:30:29.719164 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a871c05-f7c8-4cd8-901b-0666209e434b req-2f3c33d0-a3d6-4029-910d-02393899a83a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:29.720612 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a871c05-f7c8-4cd8-901b-0666209e434b req-2f3c33d0-a3d6-4029-910d-02393899a83a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0479982 Jul 04 04:30:29.775228 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-2a871c05-f7c8-4cd8-901b-0666209e434b req-32dbc42b-44f3-4bc5-af07-870cd96e61ac tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462339 Jul 04 04:30:30.909992 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a19c4-a3c1-4ded-8bbf-8a15dac34e70 req-f7ecd38a-cba7-422c-b135-a83018e9f584 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:30.911539 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-837a19c4-a3c1-4ded-8bbf-8a15dac34e70 req-f7ecd38a-cba7-422c-b135-a83018e9f584 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0543270 Jul 04 04:30:30.933816 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:30.976137 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-837a19c4-a3c1-4ded-8bbf-8a15dac34e70 req-087967a5-0705-47f7-b6e3-2cce71dc3418 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573413 Jul 04 04:30:32.100944 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb304a3-10ae-4a54-86fe-ddd89e25873f req-ab58d923-1a9e-4ec1-a927-a3e8650e037c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:32.102415 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6fb304a3-10ae-4a54-86fe-ddd89e25873f req-ab58d923-1a9e-4ec1-a927-a3e8650e037c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0531321 Jul 04 04:30:32.156696 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6fb304a3-10ae-4a54-86fe-ddd89e25873f req-87518139-8ee1-44cd-81b4-3067b9e42c0e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459065 Jul 04 04:30:32.680018 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:32.680789 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:33.282553 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ac785-4154-4398-a3e5-45b18ea9ab9f req-9a9928de-27f7-443e-be25-1540d5ebb4cc tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:33.284169 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f63ac785-4154-4398-a3e5-45b18ea9ab9f req-9a9928de-27f7-443e-be25-1540d5ebb4cc tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0491214 Jul 04 04:30:33.297054 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:33.340936 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-f63ac785-4154-4398-a3e5-45b18ea9ab9f req-9ac58f89-cd7b-4619-96ff-ce2a828f159d tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498517 Jul 04 04:30:33.578997 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2ddc-ca01-492e-ad21-ac12004d9228 req-fa557c11-f990-4c82-8477-6a1d7769ff8c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:33.580791 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-572f2ddc-ca01-492e-ad21-ac12004d9228 req-fa557c11-f990-4c82-8477-6a1d7769ff8c tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0521576 Jul 04 04:30:33.606483 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-ccedbfbb-e51c-4543-937f-275db292ac9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971758 Jul 04 04:30:33.616753 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-44b4da98-8ae1-4876-b88e-7ff2c0a381b5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 04:30:33.617732 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-44b4da98-8ae1-4876-b88e-7ff2c0a381b5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052974 Jul 04 04:30:33.644866 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-572f2ddc-ca01-492e-ad21-ac12004d9228 req-a4832720-b0b3-48d4-ba5d-1f06f6b82fa2 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581329 Jul 04 04:30:33.826515 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-05d44366-30c8-4205-a762-5744f1fe2677 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:33.834795 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-05d44366-30c8-4205-a762-5744f1fe2677 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports/bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 942 time: 0.1829641 Jul 04 04:30:34.107642 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0bc5bd6c-d261-48a7-857e-a7b96310824b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:34.767164 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7a968-0717-41c0-940a-a818c2c09e7e req-0d92ce21-c533-43cd-8ad5-a73850b28abe tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:34.768273 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-60f7a968-0717-41c0-940a-a818c2c09e7e req-0d92ce21-c533-43cd-8ad5-a73850b28abe tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0526929 Jul 04 04:30:34.827245 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-60f7a968-0717-41c0-940a-a818c2c09e7e req-f3bbce1a-c7aa-41cc-8d4c-9dfad941eab6 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506020 Jul 04 04:30:35.952590 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5a517-6880-42ae-91b6-cbb68f70b923 req-141dc317-e726-400b-9c87-e689f14ccf3b tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:35.954072 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6ea5a517-6880-42ae-91b6-cbb68f70b923 req-141dc317-e726-400b-9c87-e689f14ccf3b tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0501525 Jul 04 04:30:36.011831 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-6ea5a517-6880-42ae-91b6-cbb68f70b923 req-0a2783d8-25ce-41c3-825e-ce56faceda17 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493474 Jul 04 04:30:36.185038 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-6fa89394-6fc7-4012-93af-538ea6d07830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:37.136942 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da240b-c8ba-4bd2-8117-e0106dd519fb req-90c7e446-c57e-4aca-bdc9-ad275a3f3bbf tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:37.138467 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c9da240b-c8ba-4bd2-8117-e0106dd519fb req-90c7e446-c57e-4aca-bdc9-ad275a3f3bbf tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0547369 Jul 04 04:30:37.192181 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-c9da240b-c8ba-4bd2-8117-e0106dd519fb req-0360ce85-6afa-482f-adc8-93eb831466e3 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475740 Jul 04 04:30:37.648067 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:38.320121 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef9f9a-735f-492d-a37a-30d974608c55 req-00936b7f-7742-43ff-a140-adb9db05d44a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:38.321676 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0cef9f9a-735f-492d-a37a-30d974608c55 req-00936b7f-7742-43ff-a140-adb9db05d44a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0551386 Jul 04 04:30:38.380667 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-0cef9f9a-735f-492d-a37a-30d974608c55 req-576253ab-4271-4830-b92c-38d75ecad397 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512118 Jul 04 04:30:38.949669 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:39.100895 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:39.503552 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc857244-2aeb-4d71-8ebe-6e35f26fe95c req-6f4f8e30-9db5-44e3-9074-eba33eaca89b tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:39.505214 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fc857244-2aeb-4d71-8ebe-6e35f26fe95c req-6f4f8e30-9db5-44e3-9074-eba33eaca89b tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0490298 Jul 04 04:30:39.517741 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:39.557592 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:39.562809 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fc857244-2aeb-4d71-8ebe-6e35f26fe95c req-d2aa1a0c-a305-4c94-82c2-cf6a3f056b2a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507841 Jul 04 04:30:40.152967 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bdb14aee-0130-4a98-a8dd-8200f34b2261 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:30:40.232573 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port bdb14aee-0130-4a98-a8dd-8200f34b2261 is: ACTIVE; New status is: DOWN {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:30:40.233011 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:40.258978 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:30:40.261261 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6aa118-38ac-4c7d-b87c-541951999035" -d '{"events": [{"server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:30:40.275487 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:30:40.282002 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:40.307509 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Jul 2022 04:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e1651b-db03-44a7-9c1b-6879c93968b4 x-openstack-request-id: req-13e1651b-db03-44a7-9c1b-6879c93968b4 {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:30:40.307799 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:30:40.308052 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13e1651b-db03-44a7-9c1b-6879c93968b4 {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:30:40.308435 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e1651b-db03-44a7-9c1b-6879c93968b4'] response: {'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'code': 200} Jul 04 04:30:40.335612 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=bdb14aee-0130-4a98-a8dd-8200f34b2261,revision_number=6']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:40.343325 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.343761 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.344162 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.344563 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.344980 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.345374 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.345769 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.346164 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.346644 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.347037 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.347426 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.347761 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.348085 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.348404 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.348717 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:40.696825 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a33a7-4173-4fd5-8e12-0a4c212b4dd2 req-b4d88296-835c-4820-a821-b6b0a83790cb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:40.698522 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-019a33a7-4173-4fd5-8e12-0a4c212b4dd2 req-b4d88296-835c-4820-a821-b6b0a83790cb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0614440 Jul 04 04:30:40.756303 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-019a33a7-4173-4fd5-8e12-0a4c212b4dd2 req-07ccc610-3c22-4526-b9eb-ba30b7af1bc2 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512295 Jul 04 04:30:41.696258 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:30:41.887070 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00e402-f3b6-4ecc-a0cc-d173fd9c01c7 req-3396ec08-5ef8-42cb-8338-29d0eb88f4d3 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:41.889071 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8b00e402-f3b6-4ecc-a0cc-d173fd9c01c7 req-3396ec08-5ef8-42cb-8338-29d0eb88f4d3 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0573299 Jul 04 04:30:41.941693 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-8b00e402-f3b6-4ecc-a0cc-d173fd9c01c7 req-41a4514b-58ed-43a7-8f91-f21bc5fc659e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466127 Jul 04 04:30:42.177228 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-c4e73a52-89e9-476d-aab2-974212520ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:42.178800 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-c4e73a52-89e9-476d-aab2-974212520ffd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c&tenant_id=4bb5a1e0698348739f44376f82c933ad HTTP/1.1" status: 200 len: 1127 time: 0.0455306 Jul 04 04:30:42.259613 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-16ca1f92-05a6-4ea7-a432-15f14b1d4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:42.261115 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-16ca1f92-05a6-4ea7-a432-15f14b1d4b12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bb5a1e0698348739f44376f82c933ad&device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1127 time: 0.0446200 Jul 04 04:30:42.365636 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-24307558-6eb3-4681-a99a-88a6e52a0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:42.367234 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-24307558-6eb3-4681-a99a-88a6e52a0160 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 200 len: 910 time: 0.0971284 Jul 04 04:30:42.433555 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-71fe0526-b3e8-4281-a8a8-f487a9280d9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 999 time: 0.0601115 Jul 04 04:30:42.496602 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-c5d56a1a-927b-4ddb-ab8e-a179933d9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:42.498137 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-c5d56a1a-927b-4ddb-ab8e-a179933d9a8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db763900-80db-40c3-9599-654f5f211abe HTTP/1.1" status: 200 len: 848 time: 0.0540450 Jul 04 04:30:42.544139 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-74349a7a-1408-4f0b-9a77-75a916bb1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:42.545715 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-74349a7a-1408-4f0b-9a77-75a916bb1058 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e4fabad-0c05-43fb-b720-1bca27f96e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414426 Jul 04 04:30:42.652919 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-d56c5c04-0752-4be9-bb8b-99803e9aa5a0 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000307 Jul 04 04:30:42.749161 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-398936bb-b452-4fa1-9ea7-7598a2ad6dd2 req-1e00e371-b6a2-453f-a647-ec0ce29ba45c service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900791 Jul 04 04:30:43.065892 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ff01-819f-4f61-966a-f8a0a82b03ff req-93e84995-cab5-4013-80b8-c98e54306836 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:43.067429 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1643ff01-819f-4f61-966a-f8a0a82b03ff req-93e84995-cab5-4013-80b8-c98e54306836 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0528324 Jul 04 04:30:43.133634 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1643ff01-819f-4f61-966a-f8a0a82b03ff req-5c3af28f-4a6d-4988-b46f-f13843d77057 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590801 Jul 04 04:30:44.247969 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6df63-6569-4491-90de-590da28021be req-b9b56899-adf1-40bf-a4af-d0bdb0151325 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:44.250401 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34c6df63-6569-4491-90de-590da28021be req-b9b56899-adf1-40bf-a4af-d0bdb0151325 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0496848 Jul 04 04:30:44.300410 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-34c6df63-6569-4491-90de-590da28021be req-9362043b-1ca3-4ac7-a24a-66f80d79e25f tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442836 Jul 04 04:30:44.524378 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:45.419684 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd1e4c-8bc8-4a45-871a-4efca4e54434 req-508a4b06-998d-4aa3-80e1-b81f7da74ecb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:45.421094 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-18bd1e4c-8bc8-4a45-871a-4efca4e54434 req-508a4b06-998d-4aa3-80e1-b81f7da74ecb tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0498195 Jul 04 04:30:45.472217 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-18bd1e4c-8bc8-4a45-871a-4efca4e54434 req-f7ccd0be-6bcc-4df4-aaca-5325095c16dc tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452423 Jul 04 04:30:46.597720 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41234ba-8903-4607-9212-e834aac9a5c9 req-9f7b0784-d6ef-41ba-b9b7-3bd61a27523d tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:46.599200 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d41234ba-8903-4607-9212-e834aac9a5c9 req-9f7b0784-d6ef-41ba-b9b7-3bd61a27523d tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0506585 Jul 04 04:30:46.652388 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-d41234ba-8903-4607-9212-e834aac9a5c9 req-6cffe914-d276-44c2-93e8-5813ad50f5aa tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445645 Jul 04 04:30:47.784818 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa6dbc-379b-4159-8ce1-dad592a14de5 req-db9f8a6d-8554-4454-bd86-85446a836542 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:47.786307 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fdfa6dbc-379b-4159-8ce1-dad592a14de5 req-db9f8a6d-8554-4454-bd86-85446a836542 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0476787 Jul 04 04:30:47.839050 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-fdfa6dbc-379b-4159-8ce1-dad592a14de5 req-d1365078-8385-4daf-843f-b5de6c4475ec tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441544 Jul 04 04:30:48.973449 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4436c-a865-464c-ba3f-3fe89203ed1f req-b623ca86-4fe5-4d2d-bdb8-32bdb3716f2d tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:48.975005 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-72d4436c-a865-464c-ba3f-3fe89203ed1f req-b623ca86-4fe5-4d2d-bdb8-32bdb3716f2d tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0538163 Jul 04 04:30:49.033341 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-72d4436c-a865-464c-ba3f-3fe89203ed1f req-8f44f808-4065-4bd4-a0db-bf082d1172e8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507095 Jul 04 04:30:50.168202 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012be66f-bd37-46e1-94f3-4cb9d664d5b7 req-ad802351-a22f-4c66-937a-c24f87b4f575 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:50.169642 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-012be66f-bd37-46e1-94f3-4cb9d664d5b7 req-ad802351-a22f-4c66-937a-c24f87b4f575 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0540676 Jul 04 04:30:50.236063 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-012be66f-bd37-46e1-94f3-4cb9d664d5b7 req-ea707c92-a29a-4074-a5fe-783e979eb20a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581613 Jul 04 04:30:50.340103 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:50.775280 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:51.373587 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc207a-bfbb-45ce-96d6-0f7c4b5e875b req-53c38b64-299f-4807-938a-28b9cb198eab tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:51.375351 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c9bc207a-bfbb-45ce-96d6-0f7c4b5e875b req-53c38b64-299f-4807-938a-28b9cb198eab tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 943 time: 0.0560298 Jul 04 04:30:51.431008 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c9bc207a-bfbb-45ce-96d6-0f7c4b5e875b req-d442fbc7-6d8c-46e5-b41e-81e3ec40d4ad tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497768 Jul 04 04:30:51.692053 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:52.226207 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bdb14aee-0130-4a98-a8dd-8200f34b2261 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=104121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 04:30:52.329802 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:30:52.345597 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Returning: {'device': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'port_id': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'mac_address': 'fa:16:3e:88:0a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 04:30:52.380572 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port bdb14aee-0130-4a98-a8dd-8200f34b2261 is: DOWN; New status is: BUILD {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:30:52.381035 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:52.395072 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb14aee-0130-4a98-a8dd-8200f34b2261 {{(pid=104121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 04:30:52.418864 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:30:52.423396 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:52.472800 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=bdb14aee-0130-4a98-a8dd-8200f34b2261,revision_number=7']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:52.508888 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:52.531016 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:52.548290 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0036-d779-42cb-b7a9-243d29ee2919 req-6fd7ca9e-9df8-4d09-8e77-308714b3218e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:52.549782 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1b6b0036-d779-42cb-b7a9-243d29ee2919 req-6fd7ca9e-9df8-4d09-8e77-308714b3218e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 944 time: 0.0499177 Jul 04 04:30:52.604650 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-1b6b0036-d779-42cb-b7a9-243d29ee2919 req-8693bde1-8847-4bab-a1cb-5a092b74fabf tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491140 Jul 04 04:30:52.889907 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] get_ports_and_sgs() called for port_ids ['bdb14aee-0130-4a98-a8dd-8200f34b2261'] {{(pid=104121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 04:30:53.052469 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 39594) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:30:53.096665 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Deleting subnet cf2b77a8-a563-4281-99c5-8bec8c7fc62c {{(pid=104119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:30:53.099930 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Publish callbacks [] for subnet (cf2b77a8-a563-4281-99c5-8bec8c7fc62c), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.117411 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:53.140129 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13225340'] for subnet (cf2b77a8-a563-4281-99c5-8bec8c7fc62c), precommit_delete_associations {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.179574 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (cf2b77a8-a563-4281-99c5-8bec8c7fc62c), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.232679 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13224958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12909237'] for subnet (cf2b77a8-a563-4281-99c5-8bec8c7fc62c), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.259331 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2b77a8-a563-4281-99c5-8bec8c7fc62c,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:53.261734 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.264849 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cf2b77a8-a563-4281-99c5-8bec8c7fc62c HTTP/1.1" status: 204 len: 168 time: 0.2113881 Jul 04 04:30:53.267667 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39598) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:30:53.271003 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.271350 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.271688 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.272026 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.272351 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.272660 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.272981 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.273300 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.273620 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.273941 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.274259 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.274604 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.274925 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.275243 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.275555 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ead1a-84db-426d-bf0a-938fde61ee9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.338137 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (ea2047cf-f0f5-4c3d-b4c0-929a4b72175b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.419415 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (ea2047cf-f0f5-4c3d-b4c0-929a4b72175b), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.439545 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2047cf-f0f5-4c3d-b4c0-929a4b72175b']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:30:53.449051 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe856ef-12f7-4c5b-917d-c58c3621e7fc') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:30:53.449395 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe856ef-12f7-4c5b-917d-c58c3621e7fc') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:30:53.450917 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:53.457881 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=100 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:53.460013 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (efe856ef-12f7-4c5b-917d-c58c3621e7fc), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.473733 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (efe856ef-12f7-4c5b-917d-c58c3621e7fc), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.480393 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:30:53.481733 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (efe856ef-12f7-4c5b-917d-c58c3621e7fc), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.544524 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (ea2047cf-f0f5-4c3d-b4c0-929a4b72175b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.551180 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.554049 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ea2047cf-f0f5-4c3d-b4c0-929a4b72175b HTTP/1.1" status: 204 len: 168 time: 0.2846868 Jul 04 04:30:53.565256 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2047cf-f0f5-4c3d-b4c0-929a4b72175b,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:53.572699 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.573044 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.573381 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.573715 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.574040 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.574426 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.574753 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.575100 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.575401 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.575761 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.576106 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.576442 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.576791 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.577139 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.577622 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc24d71-effa-4b98-adba-df90a36bc3c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:30:53.632135 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment efe856ef-12f7-4c5b-917d-c58c3621e7fc resource provider aggregate not found Jul 04 04:30:53.652215 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment efe856ef-12f7-4c5b-917d-c58c3621e7fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efe856ef-12f7-4c5b-917d-c58c3621e7fc found for delete ", "request_id": "req-40991560-1f3a-4092-8679-d39d6caa879d"}]} Jul 04 04:30:53.728303 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be15f4-f476-45d5-ade5-000cbc9eef93 req-d12e54c8-693d-475b-a243-0789ea909fdd tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:53.729826 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-68be15f4-f476-45d5-ade5-000cbc9eef93 req-d12e54c8-693d-475b-a243-0789ea909fdd tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 944 time: 0.0529308 Jul 04 04:30:53.736261 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 39610) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:30:53.781972 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-68be15f4-f476-45d5-ade5-000cbc9eef93 req-e4a43f4d-3ea5-4dcc-86da-a8009d6ddbb3 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450821 Jul 04 04:30:53.782243 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-afea32ef-81bd-48ee-81ea-8dfffdbdd950 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cfc2721cf3146beb4471ded02b1b637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446160 Jul 04 04:30:53.784558 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 39612) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:30:53.836111 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-519fe1ec-8d77-4a19-bcfd-b8bd616d7bfc admin admin] Publish callbacks [] for security_group (c7909551-e771-4b0c-90bf-4b126e0ad448), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.857473 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-519fe1ec-8d77-4a19-bcfd-b8bd616d7bfc admin admin] Publish callbacks [] for security_group (c7909551-e771-4b0c-90bf-4b126e0ad448), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.911382 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-519fe1ec-8d77-4a19-bcfd-b8bd616d7bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (c7909551-e771-4b0c-90bf-4b126e0ad448), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.913832 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-519fe1ec-8d77-4a19-bcfd-b8bd616d7bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:53.915028 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-519fe1ec-8d77-4a19-bcfd-b8bd616d7bfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7909551-e771-4b0c-90bf-4b126e0ad448 HTTP/1.1" status: 204 len: 168 time: 0.1295197 Jul 04 04:30:53.922838 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fe1ec-8d77-4a19-bcfd-b8bd616d7bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7909551-e771-4b0c-90bf-4b126e0ad448,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:54.225574 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bdb14aee-0130-4a98-a8dd-8200f34b2261 up at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 04:30:54.276736 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.provisioning_blocks [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Provisioning complete for port bdb14aee-0130-4a98-a8dd-8200f34b2261 triggered by entity L2. {{(pid=104121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 04:30:54.277131 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441070'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), provisioning_complete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:54.353851 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Current status of the port bdb14aee-0130-4a98-a8dd-8200f34b2261 is: BUILD; New status is: ACTIVE {{(pid=104121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 04:30:54.354214 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547195'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), before_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:54.377609 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261'}] {{(pid=104121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:30:54.379824 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9845fc5726a1e4b762cfdfe39d443e1ca4249841e9edfb557474c9e1e41b1d34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223bb0b9-2bec-4f17-ae0a-aa579f4cb9c1" -d '{"events": [{"server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "name": "network-vif-plugged", "status": "completed", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261"}]}' {{(pid=104121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:30:54.392774 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:30:54.397463 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756709448677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756709005716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756709005734'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:30:54.432806 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf4e5bb-b542-4e11-bfd2-0684e7be335b x-openstack-request-id: req-fbf4e5bb-b542-4e11-bfd2-0684e7be335b {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:30:54.433094 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "name": "network-vif-plugged", "status": "completed", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261", "code": 200}]} {{(pid=104121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:30:54.433347 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbf4e5bb-b542-4e11-bfd2-0684e7be335b {{(pid=104121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:30:54.433822 dv-cinder-742162-5-iscsi neutron-server[104121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf4e5bb-b542-4e11-bfd2-0684e7be335b'] response: {'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'code': 200} Jul 04 04:30:54.440256 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:30:54.453173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Pushing event updated for resources: {'Port': ['ID=bdb14aee-0130-4a98-a8dd-8200f34b2261,revision_number=8']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:30:54.688128 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20565c0-8cbe-4177-98fd-f869af2244cc req-33ce4765-a679-4d79-b974-b5b67590df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:54.689646 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a20565c0-8cbe-4177-98fd-f869af2244cc req-33ce4765-a679-4d79-b974-b5b67590df79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1129 time: 0.0394130 Jul 04 04:30:54.747375 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a20565c0-8cbe-4177-98fd-f869af2244cc req-015569c3-8281-4bd7-82fd-533a4a325958 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457332 Jul 04 04:30:54.913069 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df2d64-0b26-4f29-94fe-dfa35cc6a3a6 req-85dd9c79-5c4d-4157-b3c3-1c01aa47dfb6 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:54.914549 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b3df2d64-0b26-4f29-94fe-dfa35cc6a3a6 req-85dd9c79-5c4d-4157-b3c3-1c01aa47dfb6 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0501137 Jul 04 04:30:54.968839 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-b3df2d64-0b26-4f29-94fe-dfa35cc6a3a6 req-99940a78-bc70-447b-a6d1-aeeec0085257 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449438 Jul 04 04:30:56.093397 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743886cf-fc98-49da-89f5-055c6cf86572 req-97c550f1-8dc7-435e-9f62-22cbe56d61d6 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:56.095615 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-743886cf-fc98-49da-89f5-055c6cf86572 req-97c550f1-8dc7-435e-9f62-22cbe56d61d6 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0566897 Jul 04 04:30:56.148443 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-743886cf-fc98-49da-89f5-055c6cf86572 req-c5131ad6-4d7e-4df3-858b-2bd9ffbfb92e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449266 Jul 04 04:30:57.266763 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdea67-d2be-4fcd-8de9-13597bb16416 req-e711f90c-a106-46e2-865f-b9eaf66821b8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:30:57.268299 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-52bdea67-d2be-4fcd-8de9-13597bb16416 req-e711f90c-a106-46e2-865f-b9eaf66821b8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0485554 Jul 04 04:30:57.323076 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-52bdea67-d2be-4fcd-8de9-13597bb16416 req-8ad02b30-2574-402c-b173-85009c06fcf4 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488319 Jul 04 04:31:00.625327 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39670) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:31:00.738001 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d728e113-dd21-4115-9542-326b4661faab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:00.819507 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d728e113-dd21-4115-9542-326b4661faab admin admin] Publish callbacks [] for security_group (de59a0c4-5688-4325-b784-daad4f633ad1), precommit_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:00.824885 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d728e113-dd21-4115-9542-326b4661faab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (de59a0c4-5688-4325-b784-daad4f633ad1), after_create {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:00.862918 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728e113-dd21-4115-9542-326b4661faab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de59a0c4-5688-4325-b784-daad4f633ad1,revision_number=1']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:31:00.868501 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-d728e113-dd21-4115-9542-326b4661faab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d44e54b708af41df844d44910c1ac5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421517 Jul 04 04:31:00.872366 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39674) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:31:00.929845 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c29bd43-219c-473e-950c-3b76c96c066a admin admin] Publish callbacks [] for security_group (de59a0c4-5688-4325-b784-daad4f633ad1), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:00.952739 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c29bd43-219c-473e-950c-3b76c96c066a admin admin] Publish callbacks [] for security_group (de59a0c4-5688-4325-b784-daad4f633ad1), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:01.012320 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c29bd43-219c-473e-950c-3b76c96c066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (de59a0c4-5688-4325-b784-daad4f633ad1), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:01.014770 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-7c29bd43-219c-473e-950c-3b76c96c066a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:01.015903 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-7c29bd43-219c-473e-950c-3b76c96c066a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de59a0c4-5688-4325-b784-daad4f633ad1 HTTP/1.1" status: 204 len: 168 time: 0.1423581 Jul 04 04:31:01.024073 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29bd43-219c-473e-950c-3b76c96c066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de59a0c4-5688-4325-b784-daad4f633ad1,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:31:04.115550 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-56a42719-010b-450f-ac3b-0f4825ed0c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:06.141281 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:06.144853 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:06.186649 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b047d8db-97de-4e1d-adb9-0296ade3e81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:07.652333 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:08.965427 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:09.106056 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:10.993490 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:11.020116 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:14.526319 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:18.695822 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:31:24.513042 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:24.517731 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:34.112312 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b9806e68-83ab-438f-9d02-1fa2e09be6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:36.193425 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-063e9319-440e-4678-a9b8-ff942ef67cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:36.737159 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=17 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:36.738426 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=19 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:37.651931 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:38.959144 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:39.109365 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:44.522979 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:31:46.450716 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-e0a36256-5902-4a81-9596-d58c047c4de3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392678 Jul 04 04:31:46.550845 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-f55f33cf-132c-43aa-a431-1632e85250a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:31:46.552729 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-f55f33cf-132c-43aa-a431-1632e85250a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bb5a1e0698348739f44376f82c933ad&device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1129 time: 0.0427747 Jul 04 04:31:46.666906 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-daea0c1d-ab48-482b-aeaa-14b942f23255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:31:46.668467 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-daea0c1d-ab48-482b-aeaa-14b942f23255 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 200 len: 910 time: 0.0915558 Jul 04 04:31:46.734859 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-17da21ec-683f-4401-b692-8112d1cb3e3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 1001 time: 0.0591600 Jul 04 04:31:46.789726 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-0f343c43-cdac-4407-9458-99f2fe578f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:31:46.791256 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-0f343c43-cdac-4407-9458-99f2fe578f64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db763900-80db-40c3-9599-654f5f211abe HTTP/1.1" status: 200 len: 848 time: 0.0510435 Jul 04 04:31:46.838768 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-ee836505-963b-4c3a-9be9-cbb66b1d4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:31:46.840264 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-ee836505-963b-4c3a-9be9-cbb66b1d4475 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e4fabad-0c05-43fb-b720-1bca27f96e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430300 Jul 04 04:31:46.934741 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-6667fd99-15f3-419c-ac64-8d86e62ba456 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882323 Jul 04 04:31:47.031729 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-6d392b72-9096-4f5d-80aa-bc522fe0a760 req-9d5eec3f-a9bb-429a-a4a7-581818e5f945 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914867 Jul 04 04:31:54.513789 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:54.515755 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:55.700165 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:31:57.027533 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=49 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:31:57.028369 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=52 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:04.122627 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-98ed53fc-6cf4-4edf-84d5-5f1521025600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:04.774554 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:05.693371 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:06.188986 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b764da44-e805-4724-9315-66a87e11e549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:07.661351 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:08.960616 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:09.107964 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:14.541309 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:24.531771 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:24.534224 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:26.081603 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39692) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:26.369493 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Deleting port cd16ac53-957f-426f-b02e-404a382fd7a4 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:26.369746 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (cd16ac53-957f-426f-b02e-404a382fd7a4), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:26.446285 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (cd16ac53-957f-426f-b02e-404a382fd7a4), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:26.446820 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for floatingip (cd16ac53-957f-426f-b02e-404a382fd7a4), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:26.461642 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Calling delete_port for cd16ac53-957f-426f-b02e-404a382fd7a4 owned by network:floatingip {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:26.624691 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (cd16ac53-957f-426f-b02e-404a382fd7a4), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:26.649844 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event deleted for resources: {'Port': ['ID=cd16ac53-957f-426f-b02e-404a382fd7a4,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:26.662102 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.662491 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.662831 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.663168 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.663493 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.663816 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.664140 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.664460 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.664760 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.665077 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.665395 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.665717 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.666034 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.666351 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.666691 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:26.725651 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for floatingip (8cd1adf5-e9ca-4015-845f-bb06cc4674c2), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:26.725968 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.db.l3_db [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Floating IP 8cd1adf5-e9ca-4015-845f-bb06cc4674c2 disassociated (deleted). External IP: 172.27.1.141, port: bdb14aee-0130-4a98-a8dd-8200f34b2261. Jul 04 04:32:26.932745 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:32:27.032660 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:32:27.037664 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for floatingip (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:27.042715 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] Sync routers for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:32:27.053538 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:32:27.054456 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:32:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:27.070667 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-6ce05cb6-de79-4746-92c8-a27ed0fb3c0a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "DELETE /v2.0/floatingips/8cd1adf5-e9ca-4015-845f-bb06cc4674c2 HTTP/1.1" status: 204 len: 168 time: 0.9877245 Jul 04 04:32:27.071316 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261'}] {{(pid=104120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:32:27.073685 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e85667265e480e53e4c91c0761c39f235bf3172a584a94657c773adf0adb129" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8fb835-1496-4857-8254-27b9837efe3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261"}]}' {{(pid=104120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:32:27.174950 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:32:27.259472 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ac58cc-05cd-4759-80b0-e5a501bcf4fd x-openstack-request-id: req-11ac58cc-05cd-4759-80b0-e5a501bcf4fd {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:32:27.260395 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261", "status": "completed", "code": 200}]} {{(pid=104120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:32:27.261068 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11ac58cc-05cd-4759-80b0-e5a501bcf4fd {{(pid=104120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:32:27.261681 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ac58cc-05cd-4759-80b0-e5a501bcf4fd'] response: {'name': 'network-changed', 'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'status': 'completed', 'code': 200} Jul 04 04:32:27.336367 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7a724-b957-4f2b-b31c-b8ee4338ef4e req-572c2394-4ccf-4e6f-9885-f805bfdd8c7b tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:32:27.337823 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-99d7a724-b957-4f2b-b31c-b8ee4338ef4e req-572c2394-4ccf-4e6f-9885-f805bfdd8c7b tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0465648 Jul 04 04:32:27.387552 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-99d7a724-b957-4f2b-b31c-b8ee4338ef4e req-0179adf3-175b-423a-93c6-ed0f86e94b1a tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437977 Jul 04 04:32:27.391777 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'df640f78-f7f5-4791-b8c7-a5c7ca77915f', 'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'mac_address': 'fa:16:3e:55:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:48Z', 'updated_at': '2022-07-04T04:26:52Z', 'revision_number': 5, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'subnets': [{'id': 'db763900-80db-40c3-9599-654f5f211abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:27.420274 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] Checking router: f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:32:27.429408 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:32:27.429994 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:32:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:27.537943 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:32:27.736475 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'df640f78-f7f5-4791-b8c7-a5c7ca77915f', 'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'mac_address': 'fa:16:3e:55:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:48Z', 'updated_at': '2022-07-04T04:26:52Z', 'revision_number': 5, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'subnets': [{'id': 'db763900-80db-40c3-9599-654f5f211abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:27.761548 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf23fa7-f47f-43fd-9724-61007c01f7e1 None None] The sync data for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi is: [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:26:49Z', 'revision_number': 4, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi', '_interfaces': [{'id': 'df640f78-f7f5-4791-b8c7-a5c7ca77915f', 'name': '', 'network_id': '8e4fabad-0c05-43fb-b720-1bca27f96e1a', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'mac_address': 'fa:16:3e:55:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'db763900-80db-40c3-9599-654f5f211abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:48Z', 'updated_at': '2022-07-04T04:26:52Z', 'revision_number': 5, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'subnets': [{'id': 'db763900-80db-40c3-9599-654f5f211abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:32:27.993193 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede83d9c-e8ed-493f-969f-b59a6c1e487d None None] New status for floating IP 8cd1adf5-e9ca-4015-845f-bb06cc4674c2: DOWN {{(pid=104121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 04:32:28.392429 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fb835-1496-4857-8254-27b9837efe3a req-9c3abcba-9350-45cc-b93a-6a8708446352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:32:28.393902 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-af8fb835-1496-4857-8254-27b9837efe3a req-9c3abcba-9350-45cc-b93a-6a8708446352 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bb5a1e0698348739f44376f82c933ad&device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 1129 time: 0.0460012 Jul 04 04:32:28.468391 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:28.493251 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:28.511959 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fb835-1496-4857-8254-27b9837efe3a req-85c7bb9f-445d-40d7-a00f-8e135d4315f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:32:28.513330 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce0e4e-f72e-4527-bc74-9eb2a7d94ab1 req-e1d36b39-9d54-4c36-b306-34e4cc511609 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:32:28.513472 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-af8fb835-1496-4857-8254-27b9837efe3a req-85c7bb9f-445d-40d7-a00f-8e135d4315f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 200 len: 910 time: 0.0917454 Jul 04 04:32:28.514848 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c9ce0e4e-f72e-4527-bc74-9eb2a7d94ab1 req-e1d36b39-9d54-4c36-b306-34e4cc511609 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0553751 Jul 04 04:32:28.562696 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-af8fb835-1496-4857-8254-27b9837efe3a req-ae741134-54eb-4b0e-a075-ba7364422440 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 200 len: 217 time: 0.0417342 Jul 04 04:32:28.567335 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [req-c9ce0e4e-f72e-4527-bc74-9eb2a7d94ab1 req-f987ac28-e417-4cf6-8e93-5a928a2b1b79 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458071 Jul 04 04:32:28.732984 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fb835-1496-4857-8254-27b9837efe3a req-887b56e6-fd19-4a79-8722-8ad28a9b75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:32:28.734398 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-af8fb835-1496-4857-8254-27b9837efe3a req-887b56e6-fd19-4a79-8722-8ad28a9b75cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db763900-80db-40c3-9599-654f5f211abe HTTP/1.1" status: 200 len: 848 time: 0.0520730 Jul 04 04:32:28.779363 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fb835-1496-4857-8254-27b9837efe3a req-e1a161fe-843a-44c8-9b39-6063fb7cb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:32:28.780820 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-af8fb835-1496-4857-8254-27b9837efe3a req-e1a161fe-843a-44c8-9b39-6063fb7cb43f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e4fabad-0c05-43fb-b720-1bca27f96e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398502 Jul 04 04:32:29.384395 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-2a9ab804-0f2d-4f84-b0a8-a09284e85c1b tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:32:29.385824 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-2a9ab804-0f2d-4f84-b0a8-a09284e85c1b tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0620894 Jul 04 04:32:29.389310 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-af8fb835-1496-4857-8254-27b9837efe3a req-9164f727-cc25-4803-9cb8-1decb10a4bb7 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085433 Jul 04 04:32:29.535279 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Deleting port bdb14aee-0130-4a98-a8dd-8200f34b2261 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:29.536143 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:29.561286 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-af8fb835-1496-4857-8254-27b9837efe3a req-be193b86-2390-4c88-ac1c-77625cce0967 service neutron] 10.222.0.59 "GET /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631975 Jul 04 04:32:29.642286 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] For port bdb14aee-0130-4a98-a8dd-8200f34b2261, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdb14aee-0130-4a98-a8dd-8200f34b2261,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:32:29.642684 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:29.679886 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Calling delete_port for bdb14aee-0130-4a98-a8dd-8200f34b2261 owned by compute:nova {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:29.707196 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36410523-e97d-46c8-8399-16466fd4bd62 req-e54b64d2-94e5-4693-9187-180c0b3ce87e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 04:32:29.708939 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-36410523-e97d-46c8-8399-16466fd4bd62 req-e54b64d2-94e5-4693-9187-180c0b3ce87e tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 945 time: 0.0635555 Jul 04 04:32:29.807395 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-36410523-e97d-46c8-8399-16466fd4bd62 req-a894d1bb-02df-4c59-922a-fa5cbaf56c96 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/security-groups?id=80c91144-099f-4221-8afa-5a9c5b35979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695515 Jul 04 04:32:29.810799 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:29.821950 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:29.869758 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (bdb14aee-0130-4a98-a8dd-8200f34b2261), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:29.896334 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event deleted for resources: {'Port': ['ID=bdb14aee-0130-4a98-a8dd-8200f34b2261,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:29.906314 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.906690 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.907036 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.907380 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.907689 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.908069 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.908380 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.908707 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.909033 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.909347 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.910188 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.910188 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.910422 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.910597 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.910924 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:29.958162 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] No DVR routers for this DVR port bdb14aee-0130-4a98-a8dd-8200f34b2261 on host hv-cinder-74216 {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:32:29.962243 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17423'] for port (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:29.967560 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-d5b8589c-9799-4f0a-aadd-4f88722cf989 req-287ee0c0-28db-4d8a-8400-f499752d05f8 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.59 "DELETE /v2.0/ports/bdb14aee-0130-4a98-a8dd-8200f34b2261 HTTP/1.1" status: 204 len: 173 time: 0.5709596 Jul 04 04:32:29.968208 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'name': 'network-vif-deleted', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261'}] {{(pid=104119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 04:32:29.971304 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36247e73d54a54835207f117a414ebab859c8ecdf7d7f33b145ebb155b98c3f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0a4773-1e4a-4f97-8394-673ac92ce5dc" -d '{"events": [{"server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "name": "network-vif-deleted", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261"}]}' {{(pid=104119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 04:32:30.065414 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f41d15-5890-4c8c-a3d2-8bd5325217d9 x-openstack-request-id: req-02f41d15-5890-4c8c-a3d2-8bd5325217d9 {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 04:32:30.065754 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0877b0b-09e7-4cfc-87a7-7c95da81096c", "name": "network-vif-deleted", "tag": "bdb14aee-0130-4a98-a8dd-8200f34b2261", "status": "completed", "code": 200}]} {{(pid=104119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 04:32:30.066004 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02f41d15-5890-4c8c-a3d2-8bd5325217d9 {{(pid=104119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 04:32:30.066618 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f41d15-5890-4c8c-a3d2-8bd5325217d9'] response: {'server_uuid': 'f0877b0b-09e7-4cfc-87a7-7c95da81096c', 'name': 'network-vif-deleted', 'tag': 'bdb14aee-0130-4a98-a8dd-8200f34b2261', 'status': 'completed', 'code': 200} Jul 04 04:32:30.924462 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [req-a0620832-1df7-415c-873c-cb3ade5d647e req-c74ecd24-969f-4ae3-9418-5c9740792336 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0877b0b-09e7-4cfc-87a7-7c95da81096c HTTP/1.1" status: 200 len: 210 time: 0.0316863 Jul 04 04:32:31.988421 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39732) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:32.047499 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5a76ec37-4d39-45b8-930b-0fdb9d812459 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group (80c91144-099f-4221-8afa-5a9c5b35979c), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:32.074504 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5a76ec37-4d39-45b8-930b-0fdb9d812459 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group (80c91144-099f-4221-8afa-5a9c5b35979c), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:32.136163 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5a76ec37-4d39-45b8-930b-0fdb9d812459 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (80c91144-099f-4221-8afa-5a9c5b35979c), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:32.138692 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-5a76ec37-4d39-45b8-930b-0fdb9d812459 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:32.139832 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-5a76ec37-4d39-45b8-930b-0fdb9d812459 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] 10.222.0.16 "DELETE /v2.0/security-groups/80c91144-099f-4221-8afa-5a9c5b35979c HTTP/1.1" status: 204 len: 168 time: 0.1521130 Jul 04 04:32:32.149722 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76ec37-4d39-45b8-930b-0fdb9d812459 tempest-TestShelveInstance-1675663107 tempest-TestShelveInstance-1675663107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c91144-099f-4221-8afa-5a9c5b35979c,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:32.185728 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39736) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:32.657410 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bdb14aee-0130-4a98-a8dd-8200f34b2261 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:32:32.676816 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] No Port match for: bdb14aee-0130-4a98-a8dd-8200f34b2261 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:32:32.677132 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Device bdb14aee-0130-4a98-a8dd-8200f34b2261 not bound to the agent host hv-cinder-74216 {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:32:32.699067 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:32:32.862422 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:33.081013 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Deleting port df640f78-f7f5-4791-b8c7-a5c7ca77915f {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:33.081790 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:33.163649 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] For port df640f78-f7f5-4791-b8c7-a5c7ca77915f, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=df640f78-f7f5-4791-b8c7-a5c7ca77915f,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:32:33.163649 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:33.176093 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:33.177293 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Calling delete_port for df640f78-f7f5-4791-b8c7-a5c7ca77915f owned by network:router_interface {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:33.226509 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:33.365158 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (df640f78-f7f5-4791-b8c7-a5c7ca77915f), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:33.389360 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=df640f78-f7f5-4791-b8c7-a5c7ca77915f,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:33.550591 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:33.773076 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:32:33.885857 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:32:33.890883 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-231e2dbe-5543-4c27-a7a0-600b90e20e57 admin admin] 10.222.0.16 "PUT /v2.0/routers/f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040505 Jul 04 04:32:33.893423 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39740) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:33.895595 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] Sync routers for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:32:33.906539 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:32:33.907139 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:32:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:33.991904 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks [] for router (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.003462 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: dv-cinder-742162-5-iscsi {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:32:34.084892 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:34.093932 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks [] for router_gateway (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.108456 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:34.115683 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-172929fe-58d5-4514-bde5-759b112c0106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.136130 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:34.146798 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Deleting port 5e06bae4-5089-4f37-8396-797ce8210726 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:34.147193 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (5e06bae4-5089-4f37-8396-797ce8210726), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.180812 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '5e06bae4-5089-4f37-8396-797ce8210726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:32:33Z', 'revision_number': 5, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port': {'id': '5e06bae4-5089-4f37-8396-797ce8210726', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:45Z', 'updated_at': '2022-07-04T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:34.206190 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] Checking router: f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b for host: dv-cinder-742162-5-iscsi {{(pid=104122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:32:34.213142 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:34.215320 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] Routers {'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:32:34.215924 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:32:06Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'], 'active': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:34.229948 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] For port 5e06bae4-5089-4f37-8396-797ce8210726, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=5e06bae4-5089-4f37-8396-797ce8210726,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:32:34.230308 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (5e06bae4-5089-4f37-8396-797ce8210726), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.243587 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Calling delete_port for 5e06bae4-5089-4f37-8396-797ce8210726 owned by network:router_gateway {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:34.297275 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvr_db [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] Set router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b gateway port host: None {{(pid=104122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:32:34.344896 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.l3_hamode_db [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:32:34Z', 'revision_number': 6, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:34.374013 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269c1a0-1c7a-458d-b895-a39289b1c10a None None] The sync data for ids ['f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b'] in dv-cinder-742162-5-iscsi is: [{'id': 'f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b', 'name': 'tempest-TestShelveInstance-2043416970-router', 'tenant_id': '4bb5a1e0698348739f44376f82c933ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:44Z', 'updated_at': '2022-07-04T04:32:34Z', 'revision_number': 6, 'project_id': '4bb5a1e0698348739f44376f82c933ad', 'gw_port_host': None}] {{(pid=104122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:32:34.417333 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (5e06bae4-5089-4f37-8396-797ce8210726), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.441415 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e06bae4-5089-4f37-8396-797ce8210726,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:34.508286 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.597585 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.599916 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks [] for router_controller (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.644315 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.644926 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b {{(pid=104120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:32:34.649859 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.651044 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-bbd4e509-2c8a-49f9-8b98-6b9a1bac4f54 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f9cbe0d3-ed88-4f52-9b2e-326a5838cd1b HTTP/1.1" status: 204 len: 168 time: 0.7567255 Jul 04 04:32:34.653560 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39742) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:34.698693 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b9d302-990b-4c0e-9b14-f6abedcb7a36 admin admin] Deleting subnet db763900-80db-40c3-9599-654f5f211abe {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:32:34.701962 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d302-990b-4c0e-9b14-f6abedcb7a36 admin admin] Publish callbacks [] for subnet (db763900-80db-40c3-9599-654f5f211abe), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.743268 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d302-990b-4c0e-9b14-f6abedcb7a36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (db763900-80db-40c3-9599-654f5f211abe), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.821369 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d302-990b-4c0e-9b14-f6abedcb7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (db763900-80db-40c3-9599-654f5f211abe), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.884931 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d302-990b-4c0e-9b14-f6abedcb7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (db763900-80db-40c3-9599-654f5f211abe), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.916578 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9d302-990b-4c0e-9b14-f6abedcb7a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db763900-80db-40c3-9599-654f5f211abe,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:34.923122 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d302-990b-4c0e-9b14-f6abedcb7a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:34.926710 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-f1b9d302-990b-4c0e-9b14-f6abedcb7a36 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/db763900-80db-40c3-9599-654f5f211abe HTTP/1.1" status: 204 len: 168 time: 0.2721963 Jul 04 04:32:34.928646 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ce1ce-b586-4053-b924-c6cbce4e866b None None] Network 8e4fabad-0c05-43fb-b720-1bca27f96e1a requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:32:34.929445 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 39744) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:34.999049 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (8e4fabad-0c05-43fb-b720-1bca27f96e1a), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.046904 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Deleting port ff477b15-efd8-4fd2-a376-09ad9fa7be35 {{(pid=104119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:35.047236 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.114699 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] For port ff477b15-efd8-4fd2-a376-09ad9fa7be35, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=ff477b15-efd8-4fd2-a376-09ad9fa7be35,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:32:35.115076 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.128845 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] DHCP port deletion for 8e4fabad-0c05-43fb-b720-1bca27f96e1a request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:32:35.130445 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.plugin [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Calling delete_port for ff477b15-efd8-4fd2-a376-09ad9fa7be35 owned by network:dhcp {{(pid=104119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:35.171240 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Deleting port ff477b15-efd8-4fd2-a376-09ad9fa7be35 {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:35.171670 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.225010 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13224747'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.237721 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] For port ff477b15-efd8-4fd2-a376-09ad9fa7be35, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=ff477b15-efd8-4fd2-a376-09ad9fa7be35,segment=NetworkSegment(5c0eeca9-50f8-4778-988b-8a834679cda4),segment_id=5c0eeca9-50f8-4778-988b-8a834679cda4)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:32:35.238117 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.248635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device df640f78-f7f5-4791-b8c7-a5c7ca77915f no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:32:35.254430 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff477b15-efd8-4fd2-a376-09ad9fa7be35,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:35.256673 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] No DVR routers for this DVR port ff477b15-efd8-4fd2-a376-09ad9fa7be35 on host dv-cinder-742162-5-iscsi {{(pid=104119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:32:35.260682 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Calling delete_port for ff477b15-efd8-4fd2-a376-09ad9fa7be35 owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:35.279456 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: df640f78-f7f5-4791-b8c7-a5c7ca77915f {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:32:35.279798 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device df640f78-f7f5-4791-b8c7-a5c7ca77915f not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:32:35.280215 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 5e06bae4-5089-4f37-8396-797ce8210726 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:32:35.303060 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 5e06bae4-5089-4f37-8396-797ce8210726 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:32:35.303402 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 5e06bae4-5089-4f37-8396-797ce8210726 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:32:35.303816 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device ff477b15-efd8-4fd2-a376-09ad9fa7be35 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:32:35.330309 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (8e4fabad-0c05-43fb-b720-1bca27f96e1a), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.353486 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4fabad-0c05-43fb-b720-1bca27f96e1a']}} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:35.353908 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: ff477b15-efd8-4fd2-a376-09ad9fa7be35 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:32:35.354249 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device ff477b15-efd8-4fd2-a376-09ad9fa7be35 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:32:35.366941 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0eeca9-50f8-4778-988b-8a834679cda4') {'for_net_delete': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:35.367243 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.services.segments.db [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0eeca9-50f8-4778-988b-8a834679cda4') {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:35.383875 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13225317'] for segment (5c0eeca9-50f8-4778-988b-8a834679cda4), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: from cryptography.utils import int_from_bytes Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: from cryptography.utils import int_from_bytes Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.389388 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 04:32:35.392689 dv-cinder-742162-5-iscsi neutron-server[104121]: self.session.flush() Jul 04 04:32:35.395199 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (ff477b15-efd8-4fd2-a376-09ad9fa7be35), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.403089 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (5c0eeca9-50f8-4778-988b-8a834679cda4), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.410466 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=104119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:32:35.410988 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13224728'] for segment (5c0eeca9-50f8-4778-988b-8a834679cda4), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.420652 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Pushing event deleted for resources: {'Port': ['ID=ff477b15-efd8-4fd2-a376-09ad9fa7be35,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:35.429696 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.430090 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.430450 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.430787 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.431112 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.431439 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.431763 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.432087 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.432402 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.432722 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.433044 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.433354 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.433843 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.434524 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.435023 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-5-iscsi {{(pid=104121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 04:32:35.438137 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf0be6-cdd3-422a-a55a-4a4b606f834f None None] No DVR routers for this DVR port ff477b15-efd8-4fd2-a376-09ad9fa7be35 on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:32:35.496244 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (8e4fabad-0c05-43fb-b720-1bca27f96e1a), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.502752 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:35.506388 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8e4fabad-0c05-43fb-b720-1bca27f96e1a HTTP/1.1" status: 204 len: 168 time: 0.5755832 Jul 04 04:32:35.509895 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39750) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:35.516103 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce8be5-1cbe-4bdb-ac12-4a9c4c93c7e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4fabad-0c05-43fb-b720-1bca27f96e1a,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:35.573914 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 5c0eeca9-50f8-4778-988b-8a834679cda4 resource provider aggregate not found Jul 04 04:32:35.588346 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:35.591778 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.services.segments.plugin [-] Segment 5c0eeca9-50f8-4778-988b-8a834679cda4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c0eeca9-50f8-4778-988b-8a834679cda4 found for delete ", "request_id": "req-f21a387e-ad8b-4687-8e98-70174895ab62"}]} Jul 04 04:32:35.674483 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:35.836529 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403065'] for router_interface (d3c921f4-edbb-49ff-88d3-7198e508a2cf), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:36.062941 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Deleting port a32e3b8d-e156-47d7-a7bb-f5facc77d755 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:36.063289 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:36.149977 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] For port a32e3b8d-e156-47d7-a7bb-f5facc77d755, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=a32e3b8d-e156-47d7-a7bb-f5facc77d755,segment=NetworkSegment(9e03a79d-7877-4071-afff-bfebcc24e4ce),segment_id=9e03a79d-7877-4071-afff-bfebcc24e4ce)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:32:36.150503 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:36.168992 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Calling delete_port for a32e3b8d-e156-47d7-a7bb-f5facc77d755 owned by network:router_interface {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:36.184144 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-0653eb77-8a92-40bc-9083-2bdf760fcc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:36.360014 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (a32e3b8d-e156-47d7-a7bb-f5facc77d755), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:36.388190 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a32e3b8d-e156-47d7-a7bb-f5facc77d755,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:36.437665 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:36.539084 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:36.552124 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404937'] for router_interface (d3c921f4-edbb-49ff-88d3-7198e508a2cf), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.000185 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Router d3c921f4-edbb-49ff-88d3-7198e508a2cf has already been hosted by L3 agent d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975 {{(pid=104120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 04:32:37.102824 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] Notify agent at l3_agent.dv-cinder-742162-5-iscsi the message routers_updated {{(pid=104120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 04:32:37.107951 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-d225d2f6-48a0-46c0-8902-eb005af4c2cc admin admin] 10.222.0.16 "PUT /v2.0/routers/d3c921f4-edbb-49ff-88d3-7198e508a2cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5966654 Jul 04 04:32:37.111149 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39754) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:37.113896 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] Sync routers for ids ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'] in dv-cinder-742162-5-iscsi {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 04:32:37.124980 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] Routers {'d3c921f4-edbb-49ff-88d3-7198e508a2cf'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:32:37.125635 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:32:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:37.212050 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks [] for router (d3c921f4-edbb-49ff-88d3-7198e508a2cf), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.233474 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] Set router d3c921f4-edbb-49ff-88d3-7198e508a2cf gateway port host: dv-cinder-742162-5-iscsi {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:32:37.313151 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks [] for router_gateway (d3c921f4-edbb-49ff-88d3-7198e508a2cf), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.356696 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Deleting port 60872f73-b885-4eeb-9284-6c96041203b8 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:37.356696 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (60872f73-b885-4eeb-9284-6c96041203b8), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.403334 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'external_fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '60872f73-b885-4eeb-9284-6c96041203b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:51Z', 'updated_at': '2022-07-04T04:32:36Z', 'revision_number': 5, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'gw_port': {'id': '60872f73-b885-4eeb-9284-6c96041203b8', 'name': '', 'network_id': '7de6d7a8-af28-4125-ba66-d1982bc7990c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T04:26:52Z', 'updated_at': '2022-07-04T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d5e99ee-0270-45d3-95e8-c51ddbc3d470', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-5-iscsi'}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:37.428428 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] Checking router: d3c921f4-edbb-49ff-88d3-7198e508a2cf for host: dv-cinder-742162-5-iscsi {{(pid=104121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 04:32:37.436619 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] Routers {'d3c921f4-edbb-49ff-88d3-7198e508a2cf'} bound to L3 agent in host dv-cinder-742162-5-iscsi {{(pid=104121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 04:32:37.437202 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T04:06:36Z,description=,heartbeat_timestamp=2022-07-04T04:32:36Z,host='dv-cinder-742162-5-iscsi',id=d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T04:06:36Z,topic='l3_agent')) {'router_ids': ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'], 'active': True} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:37.440395 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] For port 60872f73-b885-4eeb-9284-6c96041203b8, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=60872f73-b885-4eeb-9284-6c96041203b8,segment=NetworkSegment(8e220d14-f21f-4d3f-a90c-a4f66f6a6276),segment_id=8e220d14-f21f-4d3f-a90c-a4f66f6a6276)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:32:37.440751 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (60872f73-b885-4eeb-9284-6c96041203b8), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.454127 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Calling delete_port for 60872f73-b885-4eeb-9284-6c96041203b8 owned by network:router_gateway {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:37.519220 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvr_db [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] Set router d3c921f4-edbb-49ff-88d3-7198e508a2cf gateway port host: None {{(pid=104121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 04:32:37.552332 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:37.571421 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_hamode_db [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:51Z', 'updated_at': '2022-07-04T04:32:37Z', 'revision_number': 6, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'gw_port_host': None}], 'dv-cinder-742162-5-iscsi', False) {} {{(pid=104121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:37.595051 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e049f18b-34a3-4390-b2f9-05a191e6f317 None None] The sync data for ids ['d3c921f4-edbb-49ff-88d3-7198e508a2cf'] in dv-cinder-742162-5-iscsi is: [{'id': 'd3c921f4-edbb-49ff-88d3-7198e508a2cf', 'name': 'tempest-TestShelveInstance-1874466893-router', 'tenant_id': '83178ea0925a4d0caae854926a2bec25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T04:26:51Z', 'updated_at': '2022-07-04T04:32:37Z', 'revision_number': 6, 'project_id': '83178ea0925a4d0caae854926a2bec25', 'gw_port_host': None}] {{(pid=104121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 04:32:37.610554 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:37.632034 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (60872f73-b885-4eeb-9284-6c96041203b8), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.640721 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:37.654355 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.660861 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Pushing event deleted for resources: {'Port': ['ID=60872f73-b885-4eeb-9284-6c96041203b8,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:37.721437 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398246'] for router_gateway (d3c921f4-edbb-49ff-88d3-7198e508a2cf), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.825437 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27546'] for router (d3c921f4-edbb-49ff-88d3-7198e508a2cf), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.827676 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks [] for router_controller (d3c921f4-edbb-49ff-88d3-7198e508a2cf), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.884196 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408302'] for router (d3c921f4-edbb-49ff-88d3-7198e508a2cf), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.885053 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c921f4-edbb-49ff-88d3-7198e508a2cf {{(pid=104120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 04:32:37.890388 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.892232 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-a60ebefa-94a6-44a0-813e-3e1dc3247502 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d3c921f4-edbb-49ff-88d3-7198e508a2cf HTTP/1.1" status: 204 len: 168 time: 0.7799911 Jul 04 04:32:37.896134 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39756) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:37.941454 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd2c4a0-226a-4f91-8d78-be18d2c2cc88 admin admin] Deleting subnet b0b23491-3860-4f83-afae-af3cb47509c4 {{(pid=104120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 04:32:37.945111 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c4a0-226a-4f91-8d78-be18d2c2cc88 admin admin] Publish callbacks [] for subnet (b0b23491-3860-4f83-afae-af3cb47509c4), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:37.981099 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c4a0-226a-4f91-8d78-be18d2c2cc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13684995'] for subnet (b0b23491-3860-4f83-afae-af3cb47509c4), precommit_delete_associations {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.060091 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c4a0-226a-4f91-8d78-be18d2c2cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441705'] for subnet (b0b23491-3860-4f83-afae-af3cb47509c4), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.113057 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c4a0-226a-4f91-8d78-be18d2c2cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13326877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12921251'] for subnet (b0b23491-3860-4f83-afae-af3cb47509c4), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.147516 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2c4a0-226a-4f91-8d78-be18d2c2cc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b23491-3860-4f83-afae-af3cb47509c4,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:38.150647 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c4a0-226a-4f91-8d78-be18d2c2cc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for subnet (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.153710 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a707e-6e99-4981-b574-643f843d0d62 None None] Network 500f04ed-b537-403e-a2e2-d48384c2ad78 requested from dv-cinder-742162-5-iscsi {{(pid=104121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 04:32:38.155794 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-1cd2c4a0-226a-4f91-8d78-be18d2c2cc88 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b0b23491-3860-4f83-afae-af3cb47509c4 HTTP/1.1" status: 204 len: 168 time: 0.2586603 Jul 04 04:32:38.159604 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39758) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:38.236120 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315320'] for network (500f04ed-b537-403e-a2e2-d48384c2ad78), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.280174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Deleting port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 {{(pid=104120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:38.280174 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.334502 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f329ef5-b7b7-42cf-8edb-bc7b8fa61150 None None] DHCP port deletion for 500f04ed-b537-403e-a2e2-d48384c2ad78 request from dv-cinder-742162-5-iscsi {{(pid=104121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 04:32:38.347616 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.db [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] For port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=78085660-3c6d-4c2e-a980-b0d8c5eb0f63,segment=NetworkSegment(9e03a79d-7877-4071-afff-bfebcc24e4ce),segment_id=9e03a79d-7877-4071-afff-bfebcc24e4ce)] {{(pid=104120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:32:38.347982 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.366474 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.plugin [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Calling delete_port for 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 owned by network:dhcp {{(pid=104120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:38.373946 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-8f329ef5-b7b7-42cf-8edb-bc7b8fa61150 None None] Deleting port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 {{(pid=104121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 04:32:38.374317 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8f329ef5-b7b7-42cf-8edb-bc7b8fa61150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756709445937'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), before_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.376596 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:38.437833 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:38.442679 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.db [None req-8f329ef5-b7b7-42cf-8edb-bc7b8fa61150 None None] For port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63, host dv-cinder-742162-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-5-iscsi',level=0,port_id=78085660-3c6d-4c2e-a980-b0d8c5eb0f63,segment=NetworkSegment(9e03a79d-7877-4071-afff-bfebcc24e4ce),segment_id=9e03a79d-7877-4071-afff-bfebcc24e4ce)] {{(pid=104121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 04:32:38.443206 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8f329ef5-b7b7-42cf-8edb-bc7b8fa61150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404134'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), precommit_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.449103 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13327048'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.457720 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-8f329ef5-b7b7-42cf-8edb-bc7b8fa61150 None None] Calling delete_port for 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 owned by network:dhcp {{(pid=104121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 04:32:38.478095 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] No DVR routers for this DVR port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 on host dv-cinder-742162-5-iscsi {{(pid=104120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:32:38.480008 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Pushing event deleted for resources: {'Port': ['ID=78085660-3c6d-4c2e-a980-b0d8c5eb0f63,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:38.537945 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8f329ef5-b7b7-42cf-8edb-bc7b8fa61150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1901468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756709448695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756709005707'] for port (78085660-3c6d-4c2e-a980-b0d8c5eb0f63), after_delete {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.557663 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504339', 'neutron.services.segments.db._delete_segments_for_network-8756709554059'] for network (500f04ed-b537-403e-a2e2-d48384c2ad78), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.561234 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f329ef5-b7b7-42cf-8edb-bc7b8fa61150 None None] Pushing event deleted for resources: {'Port': ['ID=78085660-3c6d-4c2e-a980-b0d8c5eb0f63,revision_number=None']} {{(pid=104121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:38.570781 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f329ef5-b7b7-42cf-8edb-bc7b8fa61150 None None] No DVR routers for this DVR port 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 on host dv-cinder-742162-5-iscsi {{(pid=104121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 04:32:38.584651 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500f04ed-b537-403e-a2e2-d48384c2ad78']}} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:38.595096 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e03a79d-7877-4071-afff-bfebcc24e4ce') {'for_net_delete': True} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:38.595410 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.services.segments.db [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e03a79d-7877-4071-afff-bfebcc24e4ce') {} {{(pid=104120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 04:32:38.606436 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756709555860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685018'] for segment (9e03a79d-7877-4071-afff-bfebcc24e4ce), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.621133 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552'] for segment (9e03a79d-7877-4071-afff-bfebcc24e4ce), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.628339 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=104120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 04:32:38.628735 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13327099'] for segment (9e03a79d-7877-4071-afff-bfebcc24e4ce), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.637008 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:38.687889 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 9e03a79d-7877-4071-afff-bfebcc24e4ce resource provider aggregate not found Jul 04 04:32:38.700598 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400624'] for network (500f04ed-b537-403e-a2e2-d48384c2ad78), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.706291 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576220'] for network (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.709688 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] 10.222.0.16 "DELETE /v2.0/networks/500f04ed-b537-403e-a2e2-d48384c2ad78 HTTP/1.1" status: 204 len: 168 time: 0.5491033 Jul 04 04:32:38.711369 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.services.segments.plugin [-] Segment 9e03a79d-7877-4071-afff-bfebcc24e4ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e03a79d-7877-4071-afff-bfebcc24e4ce found for delete ", "request_id": "req-3056bef9-8eef-47bb-baf5-4696686fba73"}]} Jul 04 04:32:38.722879 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f01e4-9d29-4be4-8d69-b90675cc663d admin admin] Pushing event deleted for resources: {'Network': ['ID=500f04ed-b537-403e-a2e2-d48384c2ad78,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:38.829968 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39766) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:38.870643 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-4542dae1-7ea1-4155-b103-806dcf0b5698 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bb5a1e0698348739f44376f82c933ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394654 Jul 04 04:32:38.873293 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39768) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:38.921375 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bfb79cca-7bf1-47a0-8a16-c0b5f05d0652 admin admin] Publish callbacks [] for security_group (f8aac134-eb1c-4fe3-9792-005e22b87955), before_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.943188 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bfb79cca-7bf1-47a0-8a16-c0b5f05d0652 admin admin] Publish callbacks [] for security_group (f8aac134-eb1c-4fe3-9792-005e22b87955), precommit_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.956714 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.991553 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bfb79cca-7bf1-47a0-8a16-c0b5f05d0652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (f8aac134-eb1c-4fe3-9792-005e22b87955), after_delete {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.994030 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron_lib.callbacks.manager [None req-bfb79cca-7bf1-47a0-8a16-c0b5f05d0652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:38.995328 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-bfb79cca-7bf1-47a0-8a16-c0b5f05d0652 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8aac134-eb1c-4fe3-9792-005e22b87955 HTTP/1.1" status: 204 len: 168 time: 0.1212161 Jul 04 04:32:39.003360 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb79cca-7bf1-47a0-8a16-c0b5f05d0652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aac134-eb1c-4fe3-9792-005e22b87955,revision_number=None']} {{(pid=104120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:39.106402 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:39.225173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 60872f73-b885-4eeb-9284-6c96041203b8 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:32:39.245000 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 60872f73-b885-4eeb-9284-6c96041203b8 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:32:39.245231 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 60872f73-b885-4eeb-9284-6c96041203b8 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:32:39.245638 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a32e3b8d-e156-47d7-a7bb-f5facc77d755 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:32:39.263694 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: a32e3b8d-e156-47d7-a7bb-f5facc77d755 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:32:39.264025 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device a32e3b8d-e156-47d7-a7bb-f5facc77d755 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:32:39.264426 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 no longer exists at agent ovs-agent-dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 04:32:39.283876 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.plugin [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] No Port match for: 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 {{(pid=104121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 04:32:39.284223 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron.plugins.ml2.rpc [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Device 78085660-3c6d-4c2e-a980-b0d8c5eb0f63 not bound to the agent host dv-cinder-742162-5-iscsi {{(pid=104121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 04:32:39.332050 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG neutron.wsgi [-] (104120) accepted ('10.222.0.16', 39774) {{(pid=104120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:39.373845 dv-cinder-742162-5-iscsi neutron-server[104120]: INFO neutron.wsgi [None req-3cfdeed2-eb0f-4d4c-8814-ae7ed050bfe8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83178ea0925a4d0caae854926a2bec25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406449 Jul 04 04:32:39.376561 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.wsgi [-] (104119) accepted ('10.222.0.16', 39776) {{(pid=104119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 04:32:39.425856 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6350d164-7aa4-41ec-8020-a0bc09e41397 admin admin] Publish callbacks [] for security_group (e010e6e9-b63c-4d1d-9824-2070b5e9993b), before_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:39.454910 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6350d164-7aa4-41ec-8020-a0bc09e41397 admin admin] Publish callbacks [] for security_group (e010e6e9-b63c-4d1d-9824-2070b5e9993b), precommit_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:39.510340 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6350d164-7aa4-41ec-8020-a0bc09e41397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598883'] for security_group (e010e6e9-b63c-4d1d-9824-2070b5e9993b), after_delete {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:39.513742 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-6350d164-7aa4-41ec-8020-a0bc09e41397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:39.515265 dv-cinder-742162-5-iscsi neutron-server[104119]: INFO neutron.wsgi [None req-6350d164-7aa4-41ec-8020-a0bc09e41397 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e010e6e9-b63c-4d1d-9824-2070b5e9993b HTTP/1.1" status: 204 len: 168 time: 0.1376872 Jul 04 04:32:39.524821 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350d164-7aa4-41ec-8020-a0bc09e41397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e010e6e9-b63c-4d1d-9824-2070b5e9993b,revision_number=None']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 04:32:44.320568 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:44.348953 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=18 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:44.548215 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:32:49.368063 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:SELECT=48,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:49.370396 dv-cinder-742162-5-iscsi neutron-server[104120]: DEBUG dbcounter [-] [104120] Writing DB stats neutron:DELETE=5,neutron:SELECT=28 {{(pid=104120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:49.519071 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=73,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:49.520112 dv-cinder-742162-5-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=87,neutron:DELETE=7 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:54.533661 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:32:54.540751 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=22,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:04.125510 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-e00dc725-f930-47c9-a8f5-2d8c7a65fcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:06.193833 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-4b57780b-9631-4279-817d-1412aae154b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:07.657699 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:08.965708 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:09.105973 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:09.703148 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:33:14.535279 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:19.696303 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:19.697615 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:24.525479 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:24.529001 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:32.020046 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=13 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:32.021325 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=13 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:34.127283 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-605eedc2-1ace-48e0-9772-926e460d9382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:36.202419 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-4e1b71d7-c4f5-450c-a5c1-1f983ea19505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:37.660045 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:38.975975 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:39.110751 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:44.532309 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:33:46.708860 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:33:54.522878 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:54.526841 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:55.786345 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:33:56.700224 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:34:04.128517 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-81e7f813-deac-441e-860e-79ab1ada5b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:06.194698 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3a129c85-38cf-4e6e-a40f-1d008b798955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:07.667880 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:08.980870 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:09.114753 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:14.544067 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:23.715503 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:34:24.535228 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:34:24.536430 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:34:33.705741 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:34:33.706515 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:34:34.132538 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-9e10c866-7449-4089-bb95-b82068e2d0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:36.191812 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bd65a0e3-16a6-4d8a-b2af-583e8d2b0476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:37.670426 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:38.981630 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:39.115647 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:44.566143 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:34:54.555700 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:34:54.558952 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:00.719549 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:35:04.134041 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-249f0a84-578e-4170-8e62-01149ec96bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:06.191296 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-4da87be2-b5e8-445c-b3ae-92ffde2f58e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:07.672161 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:08.978165 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:09.119379 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:10.712244 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:10.713431 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:14.559693 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:24.547566 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:24.552129 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:32.027203 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=13 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:32.032620 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=13 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:34.135351 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-52ef96bf-14f2-49b4-9076-217b91f822a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:36.199753 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-d925d020-cb1d-49ec-8191-309bb05d31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:37.679290 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:37.720661 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:35:38.986506 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:39.118995 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:44.575648 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:35:47.715829 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:47.717072 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:54.563700 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:35:54.567181 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:36:04.141771 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-08fb19f9-0c4c-4b8c-a34a-3119028e1d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:06.187833 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2431a912-0a14-414a-906b-c4495059b224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:07.677704 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:08.984588 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:09.123730 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:14.583308 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:14.723865 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:36:24.571626 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:36:24.575173 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:36:34.137342 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf323-cab2-4a19-be13-597d3af2a5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:36.188596 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-ebb00a4d-2d32-453b-aea7-b38f9ff10837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:36.669035 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:36:36.669794 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:36:37.684121 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:39.002486 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:39.121683 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:44.578984 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:36:51.729635 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:36:54.568649 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:36:54.572224 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:37:01.721473 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:37:01.722636 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:37:04.142479 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-72e9b5fb-c7c5-4b12-95e2-4e32eb9ff181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:06.199952 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-a5598e6e-c8eb-4e14-a3cb-ece041fb259e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:07.688697 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:08.994562 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:09.126677 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:14.599520 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:24.589942 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:37:24.591568 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:37:28.734551 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:37:34.149589 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8903-b291-4b6f-8d42-7429c5d9d126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:36.193221 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-3933e324-b62d-48f8-b9f6-c740eb252cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:37.687157 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:38.726520 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=18 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:37:38.727778 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=16 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:37:39.000771 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-dd5befb9-44f4-464b-a9a8-093905bcace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (936f23a2-86a3-4cc8-9efc-00af253ecf2f), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:39.131366 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-bb279099-aa99-4949-83c8-471c4fafa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (df20ac27-bc52-4777-9d15-f6c5911114ff), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:44.602919 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-82417cee-d1ea-4240-854d-01171a114fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (f5ff2e72-9751-48bf-ba23-719f6fd6f241), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:37:54.582171 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:37:54.592582 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG dbcounter [-] [104121] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 04:38:04.137491 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-b8083778-53d1-4e10-94ef-e0713048389d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (b7974d1c-0603-42c6-a4dd-f855f373096b), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:38:05.733791 dv-cinder-742162-5-iscsi neutron-server[104122]: DEBUG neutron.db.agents_db [None req-bff3b37d-1461-4d6e-be78-3c991270bb2d None None] Agent healthcheck: found 6 active agents {{(pid=104122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 04:38:06.187040 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-1f119890-f431-4d97-a88f-71c3da512ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (d2eb3a1b-3d3f-476f-b97e-c5e27e2ad975), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 04:38:07.689583 dv-cinder-742162-5-iscsi neutron-server[104121]: DEBUG neutron_lib.callbacks.manager [None req-7e46407c-9a2a-434f-abfa-9843ee5369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756709554041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441172'] for agent (70ffee7d-a95f-4918-8e1f-7894b2294076), after_update {{(pid=104121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}